-- Logs begin at Fri 2021-06-18 17:16:15 UTC, end at Fri 2021-06-18 18:27:53 UTC. -- Jun 18 18:02:35.084532 dv-cinder-796113-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 18:02:37.726936 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.common.config [-] Logging enabled! Jun 18 18:02:37.727515 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 18:02:37.727719 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 18:02:37.730944 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.common.config [-] Logging enabled! Jun 18 18:02:37.731199 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 18:02:37.731515 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 18:02:37.732479 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 18:02:37.732717 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 18:02:37.733074 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 18:02:37.733322 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 18:02:37.733547 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 18:02:37.733868 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.734161 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.734456 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.734686 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.734985 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.735274 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.735559 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.735846 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.736140 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.736450 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.736733 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.737018 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.737255 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.737542 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.737832 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.738122 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.738344 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] debug = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.738628 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.739080 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.739492 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.739772 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.740217 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.740359 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.740638 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.740918 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.741205 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.741526 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] host = dv-cinder-796113-5-iscsi {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.741803 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.742091 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.742377 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.742664 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.742940 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.743214 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.743496 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.743768 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.744038 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.744325 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.744625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.744912 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.745205 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.745430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.745649 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.745937 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.746225 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.746501 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.746774 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.747048 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.747321 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.747594 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.747862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.748144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.748517 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.748806 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.749083 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.749358 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.749632 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.749902 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.750185 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.750458 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.750733 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.751006 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.751293 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.751559 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.751832 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.752131 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.752445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.752731 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.753017 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.753288 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.753570 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.753844 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.754114 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.754923 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_json = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.755199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.755475 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.755755 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.756029 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.756321 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.756592 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.756862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.757147 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:37.757445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.757742 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.758045 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.758326 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.758619 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.758899 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.759187 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.759463 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.759750 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.760038 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.760355 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.760635 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.760922 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.761199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.761495 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.761796 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.762087 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.762380 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.762656 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.762929 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.763201 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.763480 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.763765 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.764059 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.764375 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.764650 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.764931 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.765226 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.765511 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.765784 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.766062 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.766350 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.766628 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.766898 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.767182 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.767459 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.767729 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.768008 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.768275 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.768588 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.768862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.769131 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.769400 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.769675 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.769969 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.770810 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.771087 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.771360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.771632 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.771909 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.772181 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.772485 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.772765 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.773037 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.773314 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.773587 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.773858 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.774128 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.774398 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.774667 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.774937 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.775207 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.775487 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.775757 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.776027 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.776314 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.776588 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.776859 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.777145 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.777442 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.777721 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.777997 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.778273 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.778549 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.778822 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.779094 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.779368 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.779642 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.779912 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.780200 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.780505 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.780790 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.781069 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.781356 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.781635 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.781910 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.782191 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.782464 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.782740 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.783030 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.783311 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.783605 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.783900 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.784196 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.784530 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.784824 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.785104 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.785412 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.785720 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:37.785937 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 18:02:37.786176 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 18:02:38.133109 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:02:38.133390 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:02:38.133680 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:02:38.134014 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 18:02:38.519211 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.519421 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.519696 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.521631 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.521909 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.522181 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.556259 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.556572 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.556839 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.570422 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.570705 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.570974 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.600083 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.600399 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.600669 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.636609 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.636890 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.637163 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.867981 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.868668 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.868668 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.868826 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.869753 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.992488 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.992807 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.993089 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.993361 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.993637 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.993954 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.994218 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.994477 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.994733 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.995015 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.995273 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.995540 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.995800 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.996062 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.996346 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.996617 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.996888 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.997145 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.997413 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.997668 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.997951 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.998296 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.998548 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.998828 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.999076 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.999320 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:38.999714 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:38.999955 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:39.000192 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:39.000453 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:39.000690 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:39.000922 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:39.001286 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 18:02:39.005798 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 18:02:39.009781 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 18:02:39.013556 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 18 18:02:39.015207 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 18:02:39.015657 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 18:02:39.015996 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 18:02:39.016402 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 18:02:39.019189 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 18:02:39.019445 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 18:02:39.019794 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 18:02:39.047828 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 18:02:39.048278 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:39.048601 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 18:02:39.048966 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:39.050325 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 18:02:39.050605 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 18:02:39.050850 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 18:02:39.053979 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:39.054260 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:39.118161 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 18:02:39.118343 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 18:02:39.118580 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 18:02:39.118948 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 18:02:39.139523 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_db.sqlalchemy.engines [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 18:02:39.805838 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing driver for type 'gre' Jun 18 18:02:39.806366 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] gre ID ranges: [(1, 1000)] Jun 18 18:02:39.995577 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing driver for type 'local' Jun 18 18:02:39.996185 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing driver for type 'vlan' Jun 18 18:02:40.103699 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] VlanTypeDriver initialization complete Jun 18 18:02:40.104027 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing driver for type 'vxlan' Jun 18 18:02:40.104578 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] vxlan ID ranges: [(1, 1000)] Jun 18 18:02:40.315384 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing extension driver 'port_security' Jun 18 18:02:40.315718 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.extensions.port_security [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] PortSecurityExtensionDriver initialization complete Jun 18 18:02:40.316049 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing mechanism driver 'openvswitch' Jun 18 18:02:40.316411 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing mechanism driver 'hyperv' Jun 18 18:02:40.329703 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.plugins.ml2.plugin [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:40.330480 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.330856 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.331259 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.331679 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.332034 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.332400 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.332788 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.333138 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.333480 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.333860 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.334208 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.334548 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.334926 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.335271 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.335606 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.335994 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > address_group after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.336357 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > address_group after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.336698 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.337035 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] ML2 OVO RPC backend initialized. {{(pid=93414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 18:02:40.337778 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.338141 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.338557 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.338901 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > networks before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.339245 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.339590 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > ports before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.339928 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.340274 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnets before_response 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.340642 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.340979 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.341311 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.341646 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.341979 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.342318 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.342659 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.342988 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.343319 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.343886 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.plugin [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Modular L2 Plugin initialization complete Jun 18 18:02:40.344221 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading services supported by the core plugin {{(pid=93414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 18:02:40.344585 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.plugins.ml2.managers [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Got port-security extension from driver 'port_security' Jun 18 18:02:40.345049 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.extensions.vlantransparent [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Disabled vlantransparent extension. Jun 18 18:02:40.345534 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 18:02:40.345843 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: router Jun 18 18:02:40.381734 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.382067 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_create 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.382434 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router before_create 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.382796 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.383162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.383512 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_delete 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.383879 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.384238 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_create 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.384616 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.384962 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.385306 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.385659 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.386060 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.386421 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.386753 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.387083 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: subnet after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.387417 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.387759 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.388101 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_create 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.388478 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.388817 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.389173 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router after_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.389514 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.389864 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_create 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.390229 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.390571 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_update 55549900 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.390940 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > network after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.391791 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Tracking information for resource: router configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:40.392121 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Tracking information for resource: floatingip configured {{(pid=93414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 18:02:40.397107 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.db.l3_agentschedulers_db [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 18:02:40.397679 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.398035 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.398383 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.398729 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: port after_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.399519 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router before_create 55550100 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.399889 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.400251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_create 55550100 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.400632 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > router precommit_update 55550100 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.405173 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.provider_configuration [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service providers = [] {{(pid=93414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 18:02:40.405539 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.db.servicetype_db [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 18:02:40.408441 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.service_base [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 18:02:40.408793 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.service_base [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 18:02:40.409133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.service_base [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 18:02:40.410013 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.services.service_base [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 18:02:40.410383 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.services.service_base [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 18:02:40.411284 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.411864 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 18:02:40.422355 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.422698 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: auto_allocate Jun 18 18:02:40.429092 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: network precommit_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.429460 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: network precommit_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.429975 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.430295 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: tag Jun 18 18:02:40.436827 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.437157 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: timestamp Jun 18 18:02:40.440906 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.441241 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: network_ip_availability Jun 18 18:02:40.447999 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.448406 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.448766 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.449471 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.449789 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: flavors Jun 18 18:02:40.454476 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.454810 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading Plugin: revisions Jun 18 18:02:40.459122 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 18:02:40.459515 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.326s {{(pid=93414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:02:40.460247 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 18:02:40.460608 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Initializing extension manager. Jun 18 18:02:40.461111 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: __init__.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.461447 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: __pycache__ {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.461776 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.462105 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: address_group.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.462845 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.463403 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: address-group Jun 18 18:02:40.463724 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: address_scope.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.464450 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.464958 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: address-scope Jun 18 18:02:40.465275 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.466185 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.466694 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: router-admin-state-down-before-update Jun 18 18:02:40.467014 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: agent.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.467703 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.468206 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: agent Jun 18 18:02:40.468558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: agent_resources_synced.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.470445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.470952 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: agent-resources-synced Jun 18 18:02:40.471278 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: allowedaddresspairs.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.473579 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.474105 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: allowed-address-pairs Jun 18 18:02:40.474433 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: auto_allocated_topology.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.475673 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.476190 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: auto-allocated-topology Jun 18 18:02:40.476545 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: availability_zone.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.477225 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.477729 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: availability_zone Jun 18 18:02:40.478051 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: availability_zone_filter.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.478941 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.479450 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: availability_zone_filter Jun 18 18:02:40.479771 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: data_plane_status.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.480683 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.481192 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 18:02:40.481513 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: default_subnetpools.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.482401 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.482916 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: default-subnetpools Jun 18 18:02:40.483237 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.484029 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.484586 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: dhcp_agent_scheduler Jun 18 18:02:40.484905 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: dns.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.485803 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.486306 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 18:02:40.486624 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: dns_domain_ports.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.487517 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.488023 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 18:02:40.488369 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: dvr.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.489598 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.490100 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: dvr Jun 18 18:02:40.490416 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: empty_string_filtering.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.491309 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.491813 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: empty-string-filtering Jun 18 18:02:40.492129 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.493044 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.493542 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 18:02:40.493857 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.501504 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.501999 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 18:02:40.502315 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: external_net.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.503201 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.503702 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: external-net Jun 18 18:02:40.504017 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.504982 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.505482 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: extra_dhcp_opt Jun 18 18:02:40.505798 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: extraroute.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.506687 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.507191 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: extraroute Jun 18 18:02:40.507510 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: extraroute_atomic.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.508600 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.509107 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: extraroute-atomic Jun 18 18:02:40.509429 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: filter_validation.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.510089 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.510599 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: filter-validation Jun 18 18:02:40.510917 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: fip_pf_description.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.511808 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.512349 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 18:02:40.512656 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: fip_port_details.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.513549 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.514056 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: fip-port-details Jun 18 18:02:40.514373 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: flavors.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.515580 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.516091 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: flavors Jun 18 18:02:40.516450 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.518093 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.518611 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 18:02:40.519023 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: floatingip_pools.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.519681 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.520217 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: floatingip-pools Jun 18 18:02:40.520570 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: ip_allocation.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.521484 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.521992 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 18:02:40.522315 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.523222 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.523733 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: ip-substring-filtering Jun 18 18:02:40.524061 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l2_adjacency.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.525004 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.535342 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 18:02:40.535342 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.535342 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.535342 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: router Jun 18 18:02:40.535342 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.538236 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.538765 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 18:02:40.539098 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.540007 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.540547 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: ext-gw-mode Jun 18 18:02:40.540875 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.541774 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.542282 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: l3-ha Jun 18 18:02:40.542606 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3_flavors.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.543530 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.544040 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: l3-flavors Jun 18 18:02:40.544392 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.545300 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.545813 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 18:02:40.546137 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: l3agentscheduler.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.547162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.547674 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: l3_agent_scheduler Jun 18 18:02:40.547998 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: logging.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.549497 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.550011 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension logging not supported by any of loaded plugins Jun 18 18:02:40.550339 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: metering.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.551089 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.552248 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: metering Jun 18 18:02:40.552604 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.553684 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.554205 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: metering_source_and_destination_fields Jun 18 18:02:40.554531 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: multiprovidernet.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.555433 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.555951 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: multi-provider Jun 18 18:02:40.556270 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: netmtu.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.557186 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.557693 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: net-mtu Jun 18 18:02:40.558012 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: netmtu_writable.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.558914 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.559420 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: net-mtu-writable Jun 18 18:02:40.559738 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: network_availability_zone.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.560466 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.560968 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: network_availability_zone Jun 18 18:02:40.561284 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: network_ip_availability.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.562353 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.562865 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: network-ip-availability Jun 18 18:02:40.563191 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: network_segment_range.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.563950 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.564534 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 18:02:40.564862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: pagination.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.565833 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.566160 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: pagination Jun 18 18:02:40.566474 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: port_device_profile.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.567397 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.567920 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: port-device-profile Jun 18 18:02:40.568245 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.572698 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.573210 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: port-mac-address-regenerate Jun 18 18:02:40.573529 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.574418 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.574925 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: port-numa-affinity-policy Jun 18 18:02:40.575243 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: port_resource_request.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.576142 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.576677 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 18:02:40.576996 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: portbindings.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.577902 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.578410 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: binding Jun 18 18:02:40.578724 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: portbindings_extended.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.580005 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.580546 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: binding-extended Jun 18 18:02:40.580870 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: portsecurity.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.581768 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.582286 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: port-security Jun 18 18:02:40.582639 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: project_id.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.583595 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.583924 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: project-id Jun 18 18:02:40.584245 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: providernet.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.585191 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.585704 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: provider Jun 18 18:02:40.586023 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.589665 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.590190 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos not supported by any of loaded plugins Jun 18 18:02:40.590524 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.591756 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.592278 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 18:02:40.592633 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.593535 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.594051 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 18:02:40.594375 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_default.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.595265 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.595779 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-default not supported by any of loaded plugins Jun 18 18:02:40.596101 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_fip.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.596772 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.597278 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 18:02:40.597599 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_gateway_ip.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.599033 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.599542 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 18:02:40.599890 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_port_network_policy.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.600840 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.601347 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 18:02:40.601668 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_rule_type_details.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.602566 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.603073 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 18:02:40.603390 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: qos_rules_alias.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.604446 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.604959 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 18:02:40.605278 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: quotasv2.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.606177 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.606534 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: quotas Jun 18 18:02:40.606857 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: quotasv2_detail.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.609880 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.610225 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: quota_details Jun 18 18:02:40.610555 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: rbac.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.611604 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.612137 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: rbac-policies Jun 18 18:02:40.612493 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: rbac_address_group.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.613405 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.614489 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: rbac-address-group Jun 18 18:02:40.614812 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: rbac_address_scope.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.615712 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.616238 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: rbac-address-scope Jun 18 18:02:40.616588 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: rbac_security_groups.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.617529 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.618048 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: rbac-security-groups Jun 18 18:02:40.618374 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: rbac_subnetpool.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.619302 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.619822 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: rbac-subnetpool Jun 18 18:02:40.620144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: revisionifmatch.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.621075 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.621589 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: revision-if-match Jun 18 18:02:40.621909 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: revisions.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.629941 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.630457 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: standard-attr-revisions Jun 18 18:02:40.630784 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: router_availability_zone.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.631445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.632069 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: router_availability_zone Jun 18 18:02:40.632379 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: routerservicetype.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.633280 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.633793 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 18:02:40.634115 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.635047 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.635563 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: security-groups-normalized-cidr Jun 18 18:02:40.635885 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.636824 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.637339 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: port-security-groups-filtering Jun 18 18:02:40.637662 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.638566 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.639078 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: security-groups-remote-address-group Jun 18 18:02:40.639399 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: securitygroup.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.649121 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.649662 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: security-group Jun 18 18:02:40.649998 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: segment.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.650783 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.651344 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension segment not supported by any of loaded plugins Jun 18 18:02:40.651681 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.652633 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.653147 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 18:02:40.653474 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: servicetype.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.654565 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.655093 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: service-type Jun 18 18:02:40.655423 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: sorting.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.656420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.656761 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: sorting Jun 18 18:02:40.657087 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: standard_attr_segment.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.657986 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.658504 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 18:02:40.658828 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: standardattrdescription.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.659465 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.659979 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: standard-attr-description Jun 18 18:02:40.660328 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: stateful_security_group.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.664743 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.665260 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: stateful-security-group Jun 18 18:02:40.665585 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: stdattrs_common.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.666167 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 18:02:40.666487 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.667481 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.667997 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 18:02:40.668334 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnet_onboard.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.669447 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.669968 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: subnet_onboard Jun 18 18:02:40.670287 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.671202 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.671753 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 18:02:40.672076 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnet_service_types.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.673007 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.673527 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: subnet-service-types Jun 18 18:02:40.673845 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnetallocation.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.674910 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.675431 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: subnet_allocation Jun 18 18:02:40.675753 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.676992 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.677513 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: subnetpool-prefix-ops Jun 18 18:02:40.677835 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.678749 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.679289 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 18:02:40.679613 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: tagging.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.680750 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.681271 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: standard-attr-tag Jun 18 18:02:40.681595 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: timestamp.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.682778 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.683292 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loaded extension: standard-attr-timestamp Jun 18 18:02:40.683617 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: trunk.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.684669 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.685183 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension trunk not supported by any of loaded plugins Jun 18 18:02:40.685507 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: trunk_details.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.686411 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.686925 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 18:02:40.687248 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: uplink_status_propagation.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.688150 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.688695 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 18:02:40.694232 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Loading extension file: vlantransparent.py {{(pid=93414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 18:02:40.694717 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 18:02:40.695227 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 18:02:40.697761 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:network Jun 18 18:02:40.698297 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnet Jun 18 18:02:40.698694 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 18:02:40.699081 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:port Jun 18 18:02:40.700313 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.700755 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service FLAVORS assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.701366 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.701788 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.702115 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:router Jun 18 18:02:40.702536 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 18:02:40.703015 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service METERING assigned prefix: /metering {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.704489 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.704862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.705215 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:02:40.706199 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 18:02:40.706639 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:security_group Jun 18 18:02:40.707070 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 18:02:40.708350 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service CORE assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.708685 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 18:02:40.709030 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] subnetpool is already registered Jun 18 18:02:40.709473 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service CORE assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.709797 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 18:02:40.710123 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] subnetpool is already registered Jun 18 18:02:40.712443 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.712878 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service FLAVORS assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.713467 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.713885 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.714216 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:router Jun 18 18:02:40.714557 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] router is already registered Jun 18 18:02:40.714966 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 18:02:40.715299 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] floatingip is already registered Jun 18 18:02:40.715748 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service METERING assigned prefix: /metering {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.716433 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 18:02:40.716758 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] rbac_policy is already registered Jun 18 18:02:40.717167 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:security_group Jun 18 18:02:40.717495 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] security_group is already registered Jun 18 18:02:40.717891 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 18:02:40.718221 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] security_group_rule is already registered Jun 18 18:02:40.718835 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service CORE assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.719161 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 18:02:40.719492 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] subnetpool is already registered Jun 18 18:02:40.719944 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.v2.resource_helper [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Service CORE assigned prefix: {{(pid=93414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 18:02:40.720272 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 18:02:40.720624 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING neutron.quota.resource_registry [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] subnetpool is already registered Jun 18 18:02:40.721095 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: extensions {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.722542 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: address-groups {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.724017 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: address-scopes {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.725444 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: agents {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.726596 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: auto-allocated-topology {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.727871 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: availability_zones {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: dhcp-networks {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: dhcp-agents {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: routers {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: flavors {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: service_profiles {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: next_providers {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: service_profiles {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.740752 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: floatingip-pools {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.741499 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: routers {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.743198 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: floatingips {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.744489 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: l3-routers {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.745867 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: l3-agents {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.747286 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: metering-labels {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.748663 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: metering-label-rules {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.749970 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: network-ip-availabilities {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.751232 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: bindings {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.753356 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: quotas {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.754942 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: quotas {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.756372 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: rbac-policies {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.757695 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: security-groups {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.758978 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: security-group-rules {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.760230 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: service-providers {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.761529 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: subnetpools {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.762838 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: subnetpools {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.764419 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.766085 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.767903 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.769703 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.772044 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.774016 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.775712 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.777562 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.779414 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.781178 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron.api.extensions [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Extended resource: tags {{(pid=93414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 18:02:40.787667 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING keystonemiddleware.auth_token [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 18:02:40.792268 dv-cinder-796113-5-iscsi neutron-server[93414]: WARNING keystonemiddleware.auth_token [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 18:02:40.800588 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Acquired lock "singleton_lock" {{(pid=93414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 18:02:40.801589 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_concurrency.lockutils [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Releasing lock "singleton_lock" {{(pid=93414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 18:02:40.802225 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Starting 2 workers Jun 18 18:02:40.806958 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Started child 93523 {{(pid=93414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 18:02:40.811309 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Started child 93524 {{(pid=93414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 18:02:40.812590 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.813303 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO neutron.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 18:02:40.813563 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Notify callbacks [] for process, before_spawn {{(pid=93414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.814134 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [-] (93523) wsgi starting up on http://0.0.0.0:9696 Jun 18 18:02:40.816067 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Starting 1 workers Jun 18 18:02:40.816222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.818219 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [-] (93524) wsgi starting up on http://0.0.0.0:9696 Jun 18 18:02:40.821801 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Started child 93525 {{(pid=93414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 18:02:40.822341 dv-cinder-796113-5-iscsi neutron-server[93414]: INFO oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Starting 1 workers Jun 18 18:02:40.825370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] calling RpcWorker wait() {{(pid=93525) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 18:02:40.826028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] returning from RpcWorker wait() {{(pid=93525) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 18:02:40.826726 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Started child 93526 {{(pid=93414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 18:02:40.827153 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.827542 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG neutron_lib.callbacks.manager [None req-1be3f689-2f4c-4deb-967c-5e1daa075608 None None] Notify callbacks [] for process, after_spawn {{(pid=93414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.827666 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:40.829526 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 18:02:40.829736 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 18:02:40.829923 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 18:02:40.830129 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 18:02:40.830490 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 18:02:40.830653 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 18:02:40.831163 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.831445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.831704 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.831968 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.832472 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.832735 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:40.833222 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.833302 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.833587 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.833864 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.834115 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.834287 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.834459 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.834714 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.835097 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.835396 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.835684 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.835922 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.836212 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.836411 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.836667 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.836931 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.837192 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.837452 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] debug = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.837694 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.838174 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.838416 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.838685 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.838902 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.839215 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.839418 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.839697 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.839950 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.840191 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.840430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.840703 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.840946 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.841158 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.841376 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.841628 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.841849 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.842330 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] host = dv-cinder-796113-5-iscsi {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.842659 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.842795 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.843015 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.843267 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.843523 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.843745 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.843991 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.844234 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_options = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.849056 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.850251 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.851133 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.852241 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.854706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.855094 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.855094 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.855689 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.856051 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.856462 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.856681 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_json = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.856896 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.857188 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.857411 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.857646 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.857881 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.858097 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.858312 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.858560 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.858979 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.859267 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860396 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860605 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:40.860720 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.860861 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.861041 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.861291 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.861624 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.861879 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.862150 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.862407 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.862661 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.863007 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.863265 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.864039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.864291 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.864552 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.864771 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.864994 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.865319 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.865597 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.865855 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.866123 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.866342 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.866562 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.866779 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.866993 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.867225 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.867459 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.867719 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.867936 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.868146 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.868393 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.868643 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.868876 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.869122 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.869361 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.869613 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.869875 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.870093 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.870307 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.870520 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.870732 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.870975 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.871222 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.872625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.872625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.872625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.872625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.872625 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.875558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876162 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876583 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876583 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.876804 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.877103 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.877328 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.877616 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878453 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878453 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878453 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878453 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878738 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.878809 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.879031 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.879303 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.880100 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.880412 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.883916 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.884852 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885420 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885758 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.885839 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.886101 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.886359 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.886618 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.886886 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.887138 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.887434 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.887647 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.887922 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.888218 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.888504 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.888788 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.889058 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.889288 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.889529 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.889773 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.890025 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.890255 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.890673 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.890673 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.891005 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.891161 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.891383 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.891613 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.891862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.892183 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.892460 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.892674 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.892908 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.893190 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.893444 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.893767 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.894148 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.894405 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.894640 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.894909 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.895161 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.895450 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.895695 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.895947 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.896163 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.896430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.896663 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.896881 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.897096 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.897324 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.897605 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.897818 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.898038 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.898255 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.898461 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.898676 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.898919 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.899117 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.899335 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.899585 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.899799 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.900019 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.900236 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.900479 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.900731 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.900943 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.901388 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.901779 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.902155 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.902551 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.902927 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.903188 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.903398 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.903797 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.904018 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.904233 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.904462 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.904685 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.904901 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.905112 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.905337 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.905555 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.905796 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.906051 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.906375 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.906611 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.906837 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.907087 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.907322 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.907558 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.907773 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.907990 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.908199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.908585 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.908954 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.909192 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.909436 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.909651 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.910013 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.910225 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.910464 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.910714 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.910929 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.911218 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.911740 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.911995 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.912234 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.912522 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.912776 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.912984 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.913212 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.913427 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.913654 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.913873 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.914081 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.914299 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.914511 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.914712 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.914937 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.915144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.915350 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.915562 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.915767 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.915993 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.916199 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.916460 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.916678 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.916884 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.917172 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.917418 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.917633 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.917913 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.918139 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.918381 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.918630 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.918966 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.919208 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.919497 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.919713 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.920339 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.920339 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.920545 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.920741 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.921043 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.921487 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.921724 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.921989 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.922282 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.922536 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.922747 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.923035 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.923356 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.923634 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.923888 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.924132 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.924421 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.924640 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.924872 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.925115 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.925398 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.925583 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.925816 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.926576 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.926818 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.927032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.927273 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.927509 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.927732 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.927960 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.928207 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.928445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.928602 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 18:02:40.929195 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 18:02:40.929353 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 18:02:40.929503 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 18:02:40.929689 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 18:02:40.929856 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 18:02:40.930007 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 18:02:40.930205 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.930382 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.930513 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.930665 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.930817 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.931004 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.931160 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.931329 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.931518 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.931839 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.932001 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.932167 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.932344 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.932732 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.932895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933054 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933215 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933370 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933535 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933694 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.933842 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934001 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934157 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] debug = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934289 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934487 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934645 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934793 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.934950 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935106 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935264 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935421 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935733 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935733 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.935980 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936060 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936167 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936332 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936493 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936649 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936807 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.936964 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] host = dv-cinder-796113-5-iscsi {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937121 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937277 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937434 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937589 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937745 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.937901 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938105 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938209 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938400 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938499 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938656 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938810 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.938968 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939126 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939283 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_options = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939441 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939599 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939756 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.939929 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.940092 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.940252 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.940435 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.946895 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.947953 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_json = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.948508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 18:02:40.949039 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.949516 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950032 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950353 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950353 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950496 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950575 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950723 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.950867 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951027 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951187 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951360 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951512 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951679 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951837 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.951995 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952157 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952327 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952494 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952653 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952814 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.952974 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953132 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953291 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953450 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953608 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953768 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.953927 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954088 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954247 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954405 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954576 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954725 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.954884 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955045 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955203 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955363 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955523 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955681 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.955850 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956013 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956172 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956350 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956513 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956672 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956830 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.956988 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957146 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957326 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957487 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957660 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957818 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.957991 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958179 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958345 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958508 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958667 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958826 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.958985 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959144 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959304 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959462 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959620 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959777 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.959974 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960150 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960330 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960493 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960653 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960810 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.960971 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961129 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961289 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961458 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961631 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961802 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.961936 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962095 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962253 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962410 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962569 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962727 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.962885 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963042 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963404 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963404 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963575 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963655 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963793 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.963949 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964357 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964357 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964510 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964581 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964757 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.964891 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.965049 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.965207 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.965370 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.965525 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.965850 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966014 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966176 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966334 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966501 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966669 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966829 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.966988 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967147 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967305 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967611 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967611 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967766 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.967906 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968066 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968225 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968469 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968573 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968729 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.968888 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969045 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969227 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969385 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969543 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969703 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.969861 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970020 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970202 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970340 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970499 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970658 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970817 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.970976 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.971135 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.971293 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.971521 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.971737 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.971925 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972017 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972097 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972262 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972445 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972604 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972763 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.972943 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973256 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973256 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973412 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973541 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973701 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.973859 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974017 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974174 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974332 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974489 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974647 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974876 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.974977 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975112 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975270 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975430 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975715 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975715 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.975885 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976043 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976203 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976383 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976544 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976738 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.976862 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977020 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977180 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977338 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977498 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977657 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977814 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.977986 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978318 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978318 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978472 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978643 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978730 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.978879 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979037 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979195 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979354 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979512 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979673 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979833 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.979993 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.980152 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.980353 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.980562 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.980721 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.980872 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981042 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981204 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981361 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981506 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981664 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981832 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.981998 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982136 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982293 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982452 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982618 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982934 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.982934 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983113 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983274 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983432 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983568 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983706 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983838 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.983973 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984108 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984264 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984436 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984590 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984748 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.984929 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985072 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985231 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985397 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985555 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985713 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.985897 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986044 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986188 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986349 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986512 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986655 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:40.986828 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.986962 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987126 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987292 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987457 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987619 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987785 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.987951 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.988116 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.988356 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.988506 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.989208 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.989367 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.989525 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.989685 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.989843 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990002 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990160 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990318 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990475 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990634 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990793 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.990951 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991167 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991267 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991414 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991573 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991731 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.991890 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.992052 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.992213 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 18:02:40.992385 dv-cinder-796113-5-iscsi neutron-server[93414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 18:02:41.266033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 57430) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:02:41.274703 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065594 Jun 18 18:02:52.620098 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9bc50-b098-4581-8294-e031d656eb12 None None] get_active_networks_info from dv-cinder-796113-5-iscsi {{(pid=93525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 18:02:52.687634 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9bc50-b098-4581-8294-e031d656eb12 None None] No non-hosted networks {{(pid=93525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 18:02:52.692401 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.agentschedulers_db [None req-a1b9bc50-b098-4581-8294-e031d656eb12 None None] DHCP Agent not found on host dv-cinder-796113-5-iscsi {{(pid=93525) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 18:02:52.820802 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-efa656ac-efdb-4a77-b712-3df750ea00a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:55.088961 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-faf4dc48-88e1-46cd-b3e8-6cb4948d4dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:55.132330 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.db.api [None req-328eb632-7b4c-459c-aaf3-718c7f4f4639 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796113-5-iscsi {{(pid=93525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 18:02:55.135240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_db.api [None req-328eb632-7b4c-459c-aaf3-718c7f4f4639 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 18:02:55.401397 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:55.402531 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.403456 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.404076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.404687 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.405300 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.405942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.406536 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.407199 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.407742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.408411 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.408959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.409529 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:02:55.410849 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796113-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:55.421202 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796113-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:02:55.772827 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-328eb632-7b4c-459c-aaf3-718c7f4f4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:56.394703 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:58.058751 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:02:59.064829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57526) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:02:59.554072 dv-cinder-796113-5-iscsi neutron-server[93523]: WARNING oslo_policy.policy [None req-f8340de2-967a-4005-baad-6739ac39a23c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:02:59.554663 dv-cinder-796113-5-iscsi neutron-server[93523]: WARNING oslo_policy.policy [None req-f8340de2-967a-4005-baad-6739ac39a23c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:02:59.767286 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [None req-f8340de2-967a-4005-baad-6739ac39a23c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:02:59.768453 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f8340de2-967a-4005-baad-6739ac39a23c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7007911 Jun 18 18:03:01.266710 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.db.l3_hamode_db [None req-b45caf08-e092-444f-b2f9-1088697023a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 18:03:01.343674 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45caf08-e092-444f-b2f9-1088697023a1 None None] Routers set() bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:03:01.344053 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45caf08-e092-444f-b2f9-1088697023a1 None None] Router IDs set() for agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 18:03:02.067238 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57540) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:02.371032 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:02.464380 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.policy [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93523) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 18:03:02.509616 dv-cinder-796113-5-iscsi neutron-server[93523]: WARNING oslo_policy.policy [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:03:02.509989 dv-cinder-796113-5-iscsi neutron-server[93523]: WARNING oslo_policy.policy [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:03:02.518675 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.quota [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] Loaded quota_driver: . Jun 18 18:03:02.702601 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199415496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199414555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199427923', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199432457', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199439564', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760199520002', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598072', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-426358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589338'] for rbac-policy, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:02.879610 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:02.880767 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-38bd2fd9-0c41-448b-bd65-c4fe0b471f90 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8136146 Jun 18 18:03:05.367664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57552) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:05.658725 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Request body: {'network': {'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'name': 'private'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:05.760554 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Made reservation on behalf of c280f6cdeb5f4ec191ec47cc6f7fed29 for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:03:05.763395 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:05.780075 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:05.898012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:05.977361 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:05.982510 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:05.997340 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:03:06.025920 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760201370826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:06.027168 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Unsubscribe: segment precommit_create {{(pid=93523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 18:03:06.027168 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Added segment 7eef6d65-fa83-45ab-bdd1-c081cb34effc of type vlan for network 3a634203-7007-4d1a-865c-fc71a062dabd Jun 18 18:03:06.044024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7d1ea-efd1-4c91-ac1f-ea6370498a93,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:06.093071 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.093448 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.093782 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.094106 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.094426 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.094763 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.095083 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.095398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.095728 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.096045 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.096428 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.096742 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Tracked resource versions report: Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: pushed versions: Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: { 'AddressGroup': {'1.2'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'ConntrackHelper': {'1.0'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Log': {'1.0'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Network': {'1.1'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Port': {'1.7'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'PortForwarding': {'1.2'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'QosPolicy': {'1.8'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroup': {'1.4'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SubPort': {'1.0'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Subnet': {'1.1'}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Trunk': {'1.1'}} Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: consumer versions: Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'ConntrackHelper': '1.0', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Log': '1.0', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Network': '1.1', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Port': '1.7', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'PortForwarding': '1.2', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'QosPolicy': '1.8', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroup': '1.4', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroupRule': '1.2', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SubPort': '1.0', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Subnet': '1.1', Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Trunk': '1.1'}} Jun 18 18:03:06.098406 dv-cinder-796113-5-iscsi neutron-server[93523]: {{(pid=93523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:03:06.144905 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:06.149234 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:06.263236 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:06.264805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:06.265460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:06.268241 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:06.359952 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Pushing event updated for resources: {'Network': ['ID=3a634203-7007-4d1a-865c-fc71a062dabd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:06.362925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:06.370757 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 3a634203-7007-4d1a-865c-fc71a062dabd details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:03:06.389611 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0208960 Jun 18 18:03:08.958795 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57566) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:09.342679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b12ee-e708-431d-acdb-e067bd336fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:09.344148 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b17b12ee-e708-431d-acdb-e067bd336fd4 admin admin] 10.222.0.42 "GET /v2.0/networks/3a634203-7007-4d1a-865c-fc71a062dabd HTTP/1.1" status: 200 len: 825 time: 0.3843076 Jun 18 18:03:09.368960 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1eff982d-7a46-4627-a48f-eec8ed17c9b9 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e HTTP/1.1" status: 200 len: 734 time: 0.0189247 Jun 18 18:03:09.377489 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:09.479119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Made reservation on behalf of c280f6cdeb5f4ec191ec47cc6f7fed29 for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:03:09.481441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:09.822399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:09.826593 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:09.903657 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Checking segment: {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:03:09.904039 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Network hostable DHCP agents. Network: 3a634203-7007-4d1a-865c-fc71a062dabd, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:03:09.908422 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c78a6c-e292-44fd-862d-8ebbc0536c6d,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:09.913684 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:10.022858 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Network 3a634203-7007-4d1a-865c-fc71a062dabd is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:03:10.102730 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 3a634203-7007-4d1a-865c-fc71a062dabd) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:10.107597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:10.108201 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:10.113808 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692b8f1-b837-4a0a-a969-13f575d3b2e1 None None] Network 3a634203-7007-4d1a-865c-fc71a062dabd requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:03:10.172570 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7984447 Jun 18 18:03:10.419539 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-3a634203-7007-4d1a-865c-fc71a062dabd', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:03:10.420885 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:10.686882 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Allocated IP 172.20.0.2 (3a634203-7007-4d1a-865c-fc71a062dabd/f8c78a6c-e292-44fd-862d-8ebbc0536c6d/acdef4cf-63be-4cf7-9095-9081d3d2fec3) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:03:10.883399 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:10.900384 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Transition to ACTIVE for port object acdef4cf-63be-4cf7-9095-9081d3d2fec3 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:03:10.947634 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Transition to ACTIVE for port object acdef4cf-63be-4cf7-9095-9081d3d2fec3 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:03:11.001151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:11.004452 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:11.070316 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Network 3a634203-7007-4d1a-865c-fc71a062dabd is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:03:11.074974 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:11.084630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:03:11.087626 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Pushing event updated for resources: {'Port': ['ID=acdef4cf-63be-4cf7-9095-9081d3d2fec3,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:11.115378 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.116010 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.116113 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.116409 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.116735 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.117057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.117377 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.117690 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.118022 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.118340 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.118649 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.118958 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Tracked resource versions report: Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: pushed versions: Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: { 'AddressGroup': {'1.2'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'ConntrackHelper': {'1.0'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Log': {'1.0'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Network': {'1.1'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Port': {'1.7'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'PortForwarding': {'1.2'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'QosPolicy': {'1.8'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroup': {'1.4'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SubPort': {'1.0'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Subnet': {'1.1'}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Trunk': {'1.1'}} Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: consumer versions: Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'ConntrackHelper': '1.0', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Log': '1.0', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Network': '1.1', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Port': '1.7', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'PortForwarding': '1.2', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'QosPolicy': '1.8', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroup': '1.4', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroupRule': '1.2', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SubPort': '1.0', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Subnet': '1.1', Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Trunk': '1.1'}} Jun 18 18:03:11.120067 dv-cinder-796113-5-iscsi neutron-server[93525]: {{(pid=93525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:03:11.141984 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:11.168708 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Attempting to bind port acdef4cf-63be-4cf7-9095-9081d3d2fec3 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:03:11.169107 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Attempting to bind port acdef4cf-63be-4cf7-9095-9081d3d2fec3 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:03:11.169523 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Attempting to bind port acdef4cf-63be-4cf7-9095-9081d3d2fec3 on network 3a634203-7007-4d1a-865c-fc71a062dabd {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:03:11.174335 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:03:11.174732 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Checking segment: {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:03:11.175199 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:11.175587 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Bound using segment: {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:03:11.176113 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Bound port: acdef4cf-63be-4cf7-9095-9081d3d2fec3, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:03:11.176533 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:11.236512 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] For port acdef4cf-63be-4cf7-9095-9081d3d2fec3, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:03:11.240469 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] For port acdef4cf-63be-4cf7-9095-9081d3d2fec3, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=acdef4cf-63be-4cf7-9095-9081d3d2fec3,segment=NetworkSegment(7eef6d65-fa83-45ab-bdd1-c081cb34effc),segment_id=7eef6d65-fa83-45ab-bdd1-c081cb34effc)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:03:11.308479 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:11.311535 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:11.380378 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Pushing event updated for resources: {'Port': ['ID=acdef4cf-63be-4cf7-9095-9081d3d2fec3,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:11.389432 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:12.520472 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 57574) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:13.013569 dv-cinder-796113-5-iscsi neutron-server[93524]: WARNING oslo_policy.policy [None req-fe3ae30e-d0af-44e6-b01f-677edfcc9a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:03:13.014223 dv-cinder-796113-5-iscsi neutron-server[93524]: WARNING oslo_policy.policy [None req-fe3ae30e-d0af-44e6-b01f-677edfcc9a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:03:13.226047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [None req-fe3ae30e-d0af-44e6-b01f-677edfcc9a9d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:03:13.227078 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-fe3ae30e-d0af-44e6-b01f-677edfcc9a9d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7057083 Jun 18 18:03:15.555277 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 57588) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:15.872780 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [None req-4fb6e3ba-98b5-4d97-9eb9-4694b23cd38c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:03:15.873895 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4fb6e3ba-98b5-4d97-9eb9-4694b23cd38c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176255 Jun 18 18:03:17.226071 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device acdef4cf-63be-4cf7-9095-9081d3d2fec3 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:17.360331 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:03:17.380949 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b73ea-90e4-4f3e-9fbd-2556e29cd136 None None] Network 3a634203-7007-4d1a-865c-fc71a062dabd requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:03:17.487846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Provisioning for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:03:17.495089 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Provisioning complete for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:17.495483 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:17.658606 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:17.695674 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] For port acdef4cf-63be-4cf7-9095-9081d3d2fec3, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=acdef4cf-63be-4cf7-9095-9081d3d2fec3,segment=NetworkSegment(7eef6d65-fa83-45ab-bdd1-c081cb34effc),segment_id=7eef6d65-fa83-45ab-bdd1-c081cb34effc)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:03:17.765025 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:17.768115 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:17.815673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Pushing event updated for resources: {'Port': ['ID=acdef4cf-63be-4cf7-9095-9081d3d2fec3,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:17.820014 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:17.885180 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-46c81413-0f48-4999-8e18-f6f0829a315e None None] Provisioning complete for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:17.885546 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-46c81413-0f48-4999-8e18-f6f0829a315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:18.450405 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57602) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:18.740185 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Request body: {'router': {'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:18.817346 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:18.818892 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:18.949082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:19.000739 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:19.074082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8db846de-89b3-48de-858e-018247476465 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:19.075181 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8db846de-89b3-48de-858e-018247476465 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6237929 Jun 18 18:03:19.197365 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device acdef4cf-63be-4cf7-9095-9081d3d2fec3 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:19.245562 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:19.245939 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:21.390125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57610) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:21.695484 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [None req-30e52161-1b6b-4ad0-bbc3-ffc2b9a79f81 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:03:21.696565 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-30e52161-1b6b-4ad0-bbc3-ffc2b9a79f81 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054783 Jun 18 18:03:22.564517 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a3940318-b53b-4f87-98be-432a8ee9b743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.010578 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57618) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:24.334919 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:24.433676 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Made reservation on behalf of 5bd8dea20345456f86b562e45420eaaf for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:03:24.435892 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.444145 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.675276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.776768 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.780545 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:24.792446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Reserving flat network on physical network physnet1 {{(pid=93523) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 18:03:24.812188 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ac910-ba92-4906-818a-215100c1efad,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:24.815878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.816253 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Added segment 883c2fd0-7fca-4ce9-8f2c-727c807eb817 of type flat for network eaa3fec3-1398-44c7-a705-1f53cad27f68 Jun 18 18:03:24.817589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:24.861094 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.971388 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.973200 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:24.973765 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:24.976449 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:25.032839 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Pushing event updated for resources: {'Network': ['ID=eaa3fec3-1398-44c7-a705-1f53cad27f68,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:25.035778 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:25.042576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:03:25.079737 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5a09e792-27e6-40b2-a73b-7d381a17df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:25.103434 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0918083 Jun 18 18:03:25.451386 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:26.336841 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:27.401787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57636) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:27.572517 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52655f-e07f-4c48-8af8-11abb7802729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:27.573822 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-5d52655f-e07f-4c48-8af8-11abb7802729 admin admin] 10.222.0.42 "GET /v2.0/subnets/f8c78a6c-e292-44fd-862d-8ebbc0536c6d HTTP/1.1" status: 200 len: 849 time: 0.1711671 Jun 18 18:03:27.687906 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4fdac55d-e492-4b73-b10b-98ee9bd57f57 admin admin] 10.222.0.42 "GET /v2.0/routers/664eb9a7-9056-46e8-aa39-cfce10afe31b HTTP/1.1" status: 200 len: 704 time: 0.1087279 Jun 18 18:03:27.943276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:27.971097 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:28.224425 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Allocated IP 172.20.0.1 (3a634203-7007-4d1a-865c-fc71a062dabd/f8c78a6c-e292-44fd-862d-8ebbc0536c6d/aa464fb9-facd-40b7-bb7a-e00edc501cc3) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:03:28.415622 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:28.436446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Transition to ACTIVE for port object aa464fb9-facd-40b7-bb7a-e00edc501cc3 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:03:28.594783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:28.596931 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:28.667113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Network 3a634203-7007-4d1a-865c-fc71a062dabd is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:03:28.675022 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:28.681159 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:03:28.681400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:28.699887 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa464fb9-facd-40b7-bb7a-e00edc501cc3,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:28.742286 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:28.887413 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:03:28.935471 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:28.982308 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-fd98a839-eee8-4c8a-8628-729c82b1a735 None None] Provisioning for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:03:28.986177 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-fd98a839-eee8-4c8a-8628-729c82b1a735 None None] Provisioning complete for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:28.986548 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fd98a839-eee8-4c8a-8628-729c82b1a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:29.017836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-fd98a839-eee8-4c8a-8628-729c82b1a735 None None] Port aa464fb9-facd-40b7-bb7a-e00edc501cc3 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:03:29.112860 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:29.175400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:29.176492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:29.178016 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:29.258878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa464fb9-facd-40b7-bb7a-e00edc501cc3,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:29.263184 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:29.306500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Network 3a634203-7007-4d1a-865c-fc71a062dabd is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:03:29.307775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:29.520136 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Router 664eb9a7-9056-46e8-aa39-cfce10afe31b is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:03:29.538466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-ac542b6b-a597-4039-8712-cbb0dde7645e None None] Provisioning complete for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:29.538842 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ac542b6b-a597-4039-8712-cbb0dde7645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:29.575966 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-ac542b6b-a597-4039-8712-cbb0dde7645e None None] Port aa464fb9-facd-40b7-bb7a-e00edc501cc3 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:03:29.609585 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:03:29.615154 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/664eb9a7-9056-46e8-aa39-cfce10afe31b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9220338 Jun 18 18:03:29.619034 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Sync routers for ids ['664eb9a7-9056-46e8-aa39-cfce10afe31b'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:03:29.630654 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Routers {'664eb9a7-9056-46e8-aa39-cfce10afe31b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:03:29.631496 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:03:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['664eb9a7-9056-46e8-aa39-cfce10afe31b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:29.812277 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Set router 664eb9a7-9056-46e8-aa39-cfce10afe31b gateway port host: None {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:03:30.229339 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:28Z', 'revision_number': 2, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port_host': None, '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:28Z', 'revision_number': 2, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:30.279756 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Checking router: 664eb9a7-9056-46e8-aa39-cfce10afe31b for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:03:30.280128 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Updating router 664eb9a7-9056-46e8-aa39-cfce10afe31b port aa464fb9-facd-40b7-bb7a-e00edc501cc3 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:03:30.341920 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:30.824464 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:30.842157 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Transition to ACTIVE for port object aa464fb9-facd-40b7-bb7a-e00edc501cc3 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:03:30.942284 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:30.945335 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:31.117070 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Pushing event updated for resources: {'Port': ['ID=aa464fb9-facd-40b7-bb7a-e00edc501cc3,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:31.148373 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.148710 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.149035 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.149356 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.149671 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.149983 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.150294 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.150610 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.151515 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.151515 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.151686 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.151862 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Tracked resource versions report: Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: pushed versions: Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: { 'AddressGroup': {'1.2'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'ConntrackHelper': {'1.0'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Log': {'1.0'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Network': {'1.1'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Port': {'1.7'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'PortForwarding': {'1.2'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'QosPolicy': {'1.8'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroup': {'1.4'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SubPort': {'1.0'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Subnet': {'1.1'}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Trunk': {'1.1'}} Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: consumer versions: Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'ConntrackHelper': '1.0', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Log': '1.0', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Network': '1.1', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Port': '1.7', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'PortForwarding': '1.2', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'QosPolicy': '1.8', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroup': '1.4', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroupRule': '1.2', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SubPort': '1.0', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Subnet': '1.1', Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Trunk': '1.1'}} Jun 18 18:03:31.152984 dv-cinder-796113-5-iscsi neutron-server[93526]: {{(pid=93526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:03:31.158467 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:31.159571 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Attempting to bind port aa464fb9-facd-40b7-bb7a-e00edc501cc3 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:03:31.159979 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Attempting to bind port aa464fb9-facd-40b7-bb7a-e00edc501cc3 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:03:31.160692 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Attempting to bind port aa464fb9-facd-40b7-bb7a-e00edc501cc3 on network 3a634203-7007-4d1a-865c-fc71a062dabd {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:03:31.165614 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:03:31.166009 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Checking segment: {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:03:31.166504 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:31.166890 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Bound using segment: {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:03:31.167370 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Bound port: aa464fb9-facd-40b7-bb7a-e00edc501cc3, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eef6d65-fa83-45ab-bdd1-c081cb34effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:03:31.167735 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:31.229735 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] For port aa464fb9-facd-40b7-bb7a-e00edc501cc3, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:03:31.250344 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] For port aa464fb9-facd-40b7-bb7a-e00edc501cc3, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=aa464fb9-facd-40b7-bb7a-e00edc501cc3,segment=NetworkSegment(7eef6d65-fa83-45ab-bdd1-c081cb34effc),segment_id=7eef6d65-fa83-45ab-bdd1-c081cb34effc)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:03:31.342106 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:31.344427 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:31.399203 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Routers {'664eb9a7-9056-46e8-aa39-cfce10afe31b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:03:31.399831 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:03:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['664eb9a7-9056-46e8-aa39-cfce10afe31b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:31.464542 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Pushing event updated for resources: {'Port': ['ID=aa464fb9-facd-40b7-bb7a-e00edc501cc3,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:31.475865 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:31.493511 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] Set router 664eb9a7-9056-46e8-aa39-cfce10afe31b gateway port host: None {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:03:31.704503 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:28Z', 'revision_number': 2, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port_host': None, '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:31Z', 'revision_number': 4, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:31.731280 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0a09c-2df2-44cf-a1fd-84b4af38eee0 None None] The sync data for ids ['664eb9a7-9056-46e8-aa39-cfce10afe31b'] in dv-cinder-796113-5-iscsi is: [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:28Z', 'revision_number': 2, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port_host': None, '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:31Z', 'revision_number': 4, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:03:31.809826 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57656) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:31.916377 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06768438-9ec9-4241-a057-6fd89fad5577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:31.917662 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-06768438-9ec9-4241-a057-6fd89fad5577 admin admin] 10.222.0.42 "GET /v2.0/networks/eaa3fec3-1398-44c7-a705-1f53cad27f68 HTTP/1.1" status: 200 len: 842 time: 0.1068203 Jun 18 18:03:31.927816 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Request body: {'subnet': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:32.045503 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Made reservation on behalf of 5bd8dea20345456f86b562e45420eaaf for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:03:32.047762 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:32.441350 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.objects.ports [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93523) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 18:03:32.441791 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:32.444589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e2aed59c-fe52-48d8-b006-9499a495574d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:32.497759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0377427a-05ed-48ba-b353-253cb2ecf50e,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:32.501075 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:32.513074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:03:32.513074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Network hostable DHCP agents. Network: eaa3fec3-1398-44c7-a705-1f53cad27f68, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:03:32.610834 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:03:32.691797 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, eaa3fec3-1398-44c7-a705-1f53cad27f68) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:32.695908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:32.696518 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:32.701887 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853dc0e-d3d4-4073-9c32-35379fd2f3a8 None None] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:03:32.778073 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8543873 Jun 18 18:03:32.824602 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81687f-77dc-480d-b536-d5c7ddb196dc None None] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:03:35.007912 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57668) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:35.131853 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-37c5756b-9b3b-4817-8c07-c0822a325b7b admin admin] 10.222.0.42 "GET /v2.0/routers/664eb9a7-9056-46e8-aa39-cfce10afe31b HTTP/1.1" status: 200 len: 710 time: 0.1227932 Jun 18 18:03:35.217298 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7e381-a9ab-4010-8f0d-fb013fdbbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:03:35.219833 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-07b7e381-a9ab-4010-8f0d-fb013fdbbc2f admin admin] 10.222.0.42 "GET /v2.0/networks/eaa3fec3-1398-44c7-a705-1f53cad27f68 HTTP/1.1" status: 200 len: 886 time: 0.0828986 Jun 18 18:03:35.229345 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:03:35.230151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device aa464fb9-facd-40b7-bb7a-e00edc501cc3 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:35.411565 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:03:35.415416 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:35.418991 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.477194 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.490615 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.521926 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port aa464fb9-facd-40b7-bb7a-e00edc501cc3, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=aa464fb9-facd-40b7-bb7a-e00edc501cc3,segment=NetworkSegment(7eef6d65-fa83-45ab-bdd1-c081cb34effc),segment_id=7eef6d65-fa83-45ab-bdd1-c081cb34effc)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:03:35.629147 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.631989 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-693efe9f-5a86-455a-8bb1-44147c6e66f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:35.676898 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=aa464fb9-facd-40b7-bb7a-e00edc501cc3,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:35.679821 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:35.796828 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.866971 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:35.967077 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Allocated IP 172.27.2.135 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/522f34c2-dab5-4abe-a134-4abe152f5103) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:03:36.066681 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:36.160414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:36.162418 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:36.199311 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:03:36.202118 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:03:36.205440 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:03:36.238851 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Pushing event updated for resources: {'Port': ['ID=522f34c2-dab5-4abe-a134-4abe152f5103,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:36.267004 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:36.609726 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:36.797343 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:36.801190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1635785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1635838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511581'] for router, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:36.903660 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Router 664eb9a7-9056-46e8-aa39-cfce10afe31b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:03:37.006299 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:03:37.010446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:37.011692 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] 10.222.0.42 "PUT /v2.0/routers/664eb9a7-9056-46e8-aa39-cfce10afe31b HTTP/1.1" status: 200 len: 890 time: 1.7857130 Jun 18 18:03:37.027599 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Sync routers for ids ['664eb9a7-9056-46e8-aa39-cfce10afe31b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:03:37.040959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Routers {'664eb9a7-9056-46e8-aa39-cfce10afe31b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:03:37.041676 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:03:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['664eb9a7-9056-46e8-aa39-cfce10afe31b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:37.240716 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device aa464fb9-facd-40b7-bb7a-e00edc501cc3 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:37.343093 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Set router 664eb9a7-9056-46e8-aa39-cfce10afe31b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:03:37.487418 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:37.488330 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:37.790788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:36Z', 'revision_number': 4, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port': {'id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:35Z', 'updated_at': '2021-06-18T18:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:35Z', 'revision_number': 5, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:37.837275 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Checking router: 664eb9a7-9056-46e8-aa39-cfce10afe31b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:03:37.837635 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Updating router 664eb9a7-9056-46e8-aa39-cfce10afe31b port 522f34c2-dab5-4abe-a134-4abe152f5103 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:03:37.869240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.174417 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.183450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Transition to ACTIVE for port object 522f34c2-dab5-4abe-a134-4abe152f5103 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:03:38.228006 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.230251 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:38.280312 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Attempting to bind port 522f34c2-dab5-4abe-a134-4abe152f5103 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:03:38.280691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Attempting to bind port 522f34c2-dab5-4abe-a134-4abe152f5103 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:03:38.281060 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Attempting to bind port 522f34c2-dab5-4abe-a134-4abe152f5103 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:03:38.282834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Pushing event updated for resources: {'Port': ['ID=522f34c2-dab5-4abe-a134-4abe152f5103,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:38.286199 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:38.288831 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:03:38.289206 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:03:38.289607 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.290413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:03:38.290413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Bound port: 522f34c2-dab5-4abe-a134-4abe152f5103, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:03:38.290789 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.339390 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] For port 522f34c2-dab5-4abe-a134-4abe152f5103, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:03:38.342299 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] For port 522f34c2-dab5-4abe-a134-4abe152f5103, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=522f34c2-dab5-4abe-a134-4abe152f5103,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:03:38.428450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:38.430624 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:38.555799 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Routers {'664eb9a7-9056-46e8-aa39-cfce10afe31b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:03:38.556433 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:03:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['664eb9a7-9056-46e8-aa39-cfce10afe31b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:38.590557 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Pushing event updated for resources: {'Port': ['ID=522f34c2-dab5-4abe-a134-4abe152f5103,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:38.594972 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:38.664950 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] Set router 664eb9a7-9056-46e8-aa39-cfce10afe31b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:03:38.865309 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:36Z', 'revision_number': 4, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port': {'id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:35Z', 'updated_at': '2021-06-18T18:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:35Z', 'revision_number': 5, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:03:38.893974 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642517b9-c8a7-4c15-9adc-0a4b2d85f471 None None] The sync data for ids ['664eb9a7-9056-46e8-aa39-cfce10afe31b'] in dv-cinder-796113-5-iscsi is: [{'id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'name': 'router1', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:03:18Z', 'updated_at': '2021-06-18T18:03:36Z', 'revision_number': 4, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'gw_port': {'id': '522f34c2-dab5-4abe-a134-4abe152f5103', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:35Z', 'updated_at': '2021-06-18T18:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'aa464fb9-facd-40b7-bb7a-e00edc501cc3', 'name': '', 'network_id': '3a634203-7007-4d1a-865c-fc71a062dabd', 'tenant_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'mac_address': 'fa:16:3e:51:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664eb9a7-9056-46e8-aa39-cfce10afe31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:03:27Z', 'updated_at': '2021-06-18T18:03:35Z', 'revision_number': 5, 'project_id': 'c280f6cdeb5f4ec191ec47cc6f7fed29', 'subnets': [{'id': 'f8c78a6c-e292-44fd-862d-8ebbc0536c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8e95c8a-7a12-4ef0-939d-1f02a0fb8d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:03:39.251559 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 522f34c2-dab5-4abe-a134-4abe152f5103 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:39.376434 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 522f34c2-dab5-4abe-a134-4abe152f5103 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:03:39.388397 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 522f34c2-dab5-4abe-a134-4abe152f5103 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:39.388397 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:39.388625 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 57676) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:03:39.473088 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:39.481562 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 522f34c2-dab5-4abe-a134-4abe152f5103, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=522f34c2-dab5-4abe-a134-4abe152f5103,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:03:39.515252 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-22410800-5132-4953-82c7-bdabff384899 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1313031 Jun 18 18:03:39.576907 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:39.581912 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:03:39.636693 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=522f34c2-dab5-4abe-a134-4abe152f5103,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:03:39.640227 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:03:41.226792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 522f34c2-dab5-4abe-a134-4abe152f5103 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:03:41.281006 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 522f34c2-dab5-4abe-a134-4abe152f5103 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:03:41.281382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:52.581980 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-3d983d68-8aab-4ca3-9131-a721cbc86cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:55.073962 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9906-82cd-4ef9-abec-2b21e5dc86d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:55.443789 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:56.370190 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:03:57.998750 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:05.886373 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:04:22.581460 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-53936d82-9f61-4bb3-8971-8513e71d920d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:25.071105 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7d93-77ce-461a-911e-cce54ac56575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:25.438363 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:27.003747 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:28.015234 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:42.884361 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:04:52.585353 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-36eebda3-d820-4132-a57a-bc6dca323218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:55.094715 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9b41075e-00f3-40cf-959d-3a9462fea559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:55.413893 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:56.418249 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:04:58.047048 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:16.136455 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58244) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:16.197626 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c9f64f-b4dd-4b46-8ce6-7b9ef6bbe703 admin admin] GET failed (client error): The resource could not be found. Jun 18 18:05:16.198933 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-05c9f64f-b4dd-4b46-8ce6-7b9ef6bbe703 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615356 Jun 18 18:05:16.357455 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d3b04-6e15-4d06-a769-0997da6d5a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:16.359328 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-401d3b04-6e15-4d06-a769-0997da6d5a7f admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561499 Jun 18 18:05:18.447586 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58254) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:18.536842 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344d153-1ee1-4934-aab0-ea3612392082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:18.538088 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d344d153-1ee1-4934-aab0-ea3612392082 admin admin] 10.222.0.42 "GET /v2.0/subnets/f8c78a6c-e292-44fd-862d-8ebbc0536c6d HTTP/1.1" status: 200 len: 849 time: 0.0895531 Jun 18 18:05:18.547227 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:05:18.631562 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:18.818713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760201354204'] for subnet, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:18.820776 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:05:18.847854 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:18.848481 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:18.849921 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] 10.222.0.42 "PUT /v2.0/subnets/f8c78a6c-e292-44fd-862d-8ebbc0536c6d HTTP/1.1" status: 200 len: 868 time: 0.3062675 Jun 18 18:05:18.853163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1af72-d833-4c79-93fa-d4e76050fdad None None] Network 3a634203-7007-4d1a-865c-fc71a062dabd requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:05:18.872901 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c78a6c-e292-44fd-862d-8ebbc0536c6d,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:05:18.880865 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.881235 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.881580 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.881918 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.882327 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.882678 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.883012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.883337 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.883696 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.884009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.884361 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.884684 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:05:18.888576 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:05:19.210267 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-b4337876-4a9e-4ca5-98a4-17fe8414582d None None] Provisioning complete for port acdef4cf-63be-4cf7-9095-9081d3d2fec3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:05:19.210649 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b4337876-4a9e-4ca5-98a4-17fe8414582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:19.297244 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-b4337876-4a9e-4ca5-98a4-17fe8414582d None None] Provisioning complete for port aa464fb9-facd-40b7-bb7a-e00edc501cc3 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:05:19.297628 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b4337876-4a9e-4ca5-98a4-17fe8414582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:19.882362 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:05:20.983543 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58262) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:21.173300 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bed4d8-d917-4e91-bf81-859e965daef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:21.173696 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bed4d8-d917-4e91-bf81-859e965daef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:21.175191 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-36bed4d8-d917-4e91-bf81-859e965daef1 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1906667 Jun 18 18:05:22.595896 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8631540d-040c-436a-9ebe-47194111e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:23.278879 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58270) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:23.406634 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cb58b-5ad5-43a5-8a22-ddc5907bffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:23.407377 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cb58b-5ad5-43a5-8a22-ddc5907bffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:23.408891 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-181cb58b-5ad5-43a5-8a22-ddc5907bffbd admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289997 Jun 18 18:05:25.160713 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2fcef332-db60-427e-8f5d-2b2c29d7a471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:25.486121 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:25.513287 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58278) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:25.639641 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6e338-c2a8-45ab-92ff-ae51af8eea8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:25.641586 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f9f6e338-c2a8-45ab-92ff-ae51af8eea8c admin admin] 10.222.0.42 "GET /v2.0/networks/3a634203-7007-4d1a-865c-fc71a062dabd HTTP/1.1" status: 200 len: 869 time: 0.1273289 Jun 18 18:05:26.343307 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:27.747443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58286) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:27.961179 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d2910-fb3a-4fac-ab08-3e5f9f395ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:27.962466 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-595d2910-fb3a-4fac-ab08-3e5f9f395ebe admin admin] 10.222.0.42 "GET /v2.0/networks/eaa3fec3-1398-44c7-a705-1f53cad27f68 HTTP/1.1" status: 200 len: 886 time: 0.2140777 Jun 18 18:05:28.001494 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:30.067013 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58294) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:30.186312 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2da271-3528-4507-af30-9dfc92dffc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:30.186797 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2da271-3528-4507-af30-9dfc92dffc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:30.188256 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7e2da271-3528-4507-af30-9dfc92dffc96 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202826 Jun 18 18:05:32.277446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58302) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:32.366375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3497934-983f-4438-b315-2414c11dde57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:32.366843 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3497934-983f-4438-b315-2414c11dde57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:32.368326 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d3497934-983f-4438-b315-2414c11dde57 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898569 Jun 18 18:05:34.467788 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58310) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:34.559746 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490b600-4ef3-4404-805f-d081600ef1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:34.561022 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2490b600-4ef3-4404-805f-d081600ef1c5 admin admin] 10.222.0.42 "GET /v2.0/subnets/0377427a-05ed-48ba-b353-253cb2ecf50e HTTP/1.1" status: 200 len: 816 time: 0.0922577 Jun 18 18:05:36.652413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58318) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:36.740766 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ed123-35e5-429b-be5e-37faba71071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:05:36.742076 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8e1ed123-35e5-429b-be5e-37faba71071d admin admin] 10.222.0.42 "GET /v2.0/subnets/f8c78a6c-e292-44fd-862d-8ebbc0536c6d HTTP/1.1" status: 200 len: 868 time: 0.0887218 Jun 18 18:05:52.594571 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-13169011-baeb-4b31-9c54-f7d31719e828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:55.113366 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2ca71fe4-6da1-4bb0-aa34-4f557c66efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:55.417523 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:56.371962 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:56.880491 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:05:57.994667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:05:59.780592 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58362) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:05:59.824998 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [None req-40a4fe5a-5905-49fc-b5c6-20e213a085d6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:05:59.826452 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-40a4fe5a-5905-49fc-b5c6-20e213a085d6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441756 Jun 18 18:06:02.001202 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58370) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:06:02.058761 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf953c47-35b2-48a7-94d0-585f3f183e51 admin admin] GET failed (client error): The resource could not be found. Jun 18 18:06:02.060097 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cf953c47-35b2-48a7-94d0-585f3f183e51 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579157 Jun 18 18:06:02.144062 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3f084-48f9-4b5d-b155-3b93f89edd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:06:02.145501 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d7e3f084-48f9-4b5d-b155-3b93f89edd26 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816896 Jun 18 18:06:04.314351 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58378) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:06:04.359578 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:06:04.685582 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Made reservation on behalf of 5bd8dea20345456f86b562e45420eaaf for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:06:04.687966 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:04.716238 dv-cinder-796113-5-iscsi neutron-server[93523]: WARNING neutron.services.revisions.revision_plugin [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Could not find related network for resource to bump revision. Jun 18 18:06:04.726761 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:06:04.734929 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:04.735269 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Added segment b6554dc4-ea82-4b35-bee2-6626b476b6ac of type vlan for network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 Jun 18 18:06:04.773098 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:04.874559 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:04.875869 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:06:04.876472 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:04.878436 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:06:04.931413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:06:04.934057 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:06:04.941817 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:06:04.983991 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6685901 Jun 18 18:06:07.116916 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58386) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:06:07.174908 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58cfbd6-c275-4a21-b690-fe48e48044ba admin admin] GET failed (client error): The resource could not be found. Jun 18 18:06:07.176185 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e58cfbd6-c275-4a21-b690-fe48e48044ba admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583124 Jun 18 18:06:07.244212 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bdf21-aaed-4b78-b808-27af75952db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:06:07.245619 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-282bdf21-aaed-4b78-b808-27af75952db2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657613 Jun 18 18:06:07.255308 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:06:07.329713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Made reservation on behalf of 5bd8dea20345456f86b562e45420eaaf for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:06:07.332067 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:07.547357 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:07.550202 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a4f511f4-dedd-4da5-a458-3a4650331600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:06:07.599637 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba83def0-f40e-430e-ab51-9833e7de339b,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:06:07.602676 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:06:07.609879 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Checking segment: {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:06:07.610229 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Network hostable DHCP agents. Network: 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:06:07.708355 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:06:07.776995 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:06:07.781821 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:06:07.782407 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:07.787321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b132cbb-24b7-475e-b338-b30f9b8d4a51 None None] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:06:07.869853 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6176541 Jun 18 18:06:08.032154 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1', 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1', 'tenant_id': '5bd8dea20345456f86b562e45420eaaf', 'fixed_ips': [{'subnet_id': 'ba83def0-f40e-430e-ab51-9833e7de339b'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:06:08.033312 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.166222 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Allocated IP 192.168.233.2 (1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1/ba83def0-f40e-430e-ab51-9833e7de339b/70e8e2a8-0501-469f-9bc6-e2f583ed0c8c) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:06:08.306580 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.315465 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Transition to ACTIVE for port object 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:06:08.330301 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Transition to ACTIVE for port object 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:06:08.417631 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.419924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:06:08.458114 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:06:08.461187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:06:08.464550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:06:08.471577 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Pushing event updated for resources: {'Port': ['ID=70e8e2a8-0501-469f-9bc6-e2f583ed0c8c,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:06:08.480683 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.481028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.481368 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.481697 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.482026 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.482350 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.482670 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.482992 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.483331 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.483661 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.483998 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.484419 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:06:08.502720 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:06:08.534320 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Attempting to bind port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:06:08.534692 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Attempting to bind port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:06:08.535059 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Attempting to bind port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c on network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:06:08.539889 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:06:08.540263 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Checking segment: {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:06:08.540706 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.541101 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Bound using segment: {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:06:08.541563 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Bound port: 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:06:08.541939 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.605544 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] For port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:06:08.609098 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] For port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=70e8e2a8-0501-469f-9bc6-e2f583ed0c8c,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:06:08.715995 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:08.718905 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:06:08.773230 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Pushing event updated for resources: {'Port': ['ID=70e8e2a8-0501-469f-9bc6-e2f583ed0c8c,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:06:08.778225 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:06:09.363545 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:06:09.553296 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:06:09.611810 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03eb4aa-001f-4e5e-845d-0762699b87a4 None None] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:06:09.791315 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Provisioning for port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:06:09.791315 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Provisioning complete for port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:06:09.791315 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:09.880272 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:09.915263 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] For port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=70e8e2a8-0501-469f-9bc6-e2f583ed0c8c,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:06:09.994432 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:09.996595 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:06:10.042253 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Pushing event updated for resources: {'Port': ['ID=70e8e2a8-0501-469f-9bc6-e2f583ed0c8c,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:06:10.046227 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:06:10.114110 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d42b1375-8e6c-4b78-a512-7918c9b59a69 None None] Provisioning complete for port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:06:10.114479 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d42b1375-8e6c-4b78-a512-7918c9b59a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:11.326963 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:06:11.376187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 70e8e2a8-0501-469f-9bc6-e2f583ed0c8c triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:06:11.376589 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:22.593603 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-441e1765-2ca3-4120-97c4-563f1ec07f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:25.117698 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-188c3464-7151-4304-8ae0-9ef547bacfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:25.454895 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:26.347650 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:28.032562 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:33.878719 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:06:52.573803 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cdef6903-b6fe-47d6-9500-b5c4bb87da4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:55.095834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5555a82c-6491-4eb5-a50a-aae46963d08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:55.455521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:56.346752 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:06:58.009497 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:10.878395 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:07:22.666038 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a9c88686-b473-47f4-914c-7d6c33736ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:24.554215 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58438) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:07:24.560889 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [None req-64a35171-8783-46ea-b721-39f8f2f43727 tempest-verify_tempest_config-839680697 tempest-verify_tempest_config-839680697-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:07:24.561592 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-64a35171-8783-46ea-b721-39f8f2f43727 tempest-verify_tempest_config-839680697 tempest-verify_tempest_config-839680697-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063999 Jun 18 18:07:25.079966 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58456) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:07:25.105579 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a67e-3d92-46e3-b00e-5f063eb66821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.178698 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.263651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.350141 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.356324 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4efa48aa-b2f6-44dd-8eb2-f97f03144434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:07:25.394575 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ec84168d85e4f59a9829e1012f953da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3134866 Jun 18 18:07:25.396493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e40eba-a37f-49ae-88b5-e5666e1e7e98,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:07:25.397382 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58460) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:07:25.403122 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.404194 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.404559 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.404893 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.405216 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.405624 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.405931 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.406248 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.406582 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.406903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.407255 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.407568 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.408598 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.411207 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:07:25.471549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.policy [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 18:07:25.516796 dv-cinder-796113-5-iscsi neutron-server[93524]: WARNING oslo_policy.policy [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:07:25.517183 dv-cinder-796113-5-iscsi neutron-server[93524]: WARNING oslo_policy.policy [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 18:07:25.625220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.644938 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.808899 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.812389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:25.813437 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97e40eba-a37f-49ae-88b5-e5666e1e7e98 HTTP/1.1" status: 204 len: 168 time: 0.4151092 Jun 18 18:07:25.814290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:07:25.822762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e40eba-a37f-49ae-88b5-e5666e1e7e98,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:07:25.834135 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.834478 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.834803 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.835122 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.835435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.835768 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.836085 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.836486 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.836747 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.837044 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.837348 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.837651 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Tracked resource versions report: Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: pushed versions: Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: { 'AddressGroup': {'1.2'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'ConntrackHelper': {'1.0'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Log': {'1.0'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Network': {'1.1'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Port': {'1.7'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'PortForwarding': {'1.2'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'QosPolicy': {'1.8'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroup': {'1.4'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SubPort': {'1.0'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Subnet': {'1.1'}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Trunk': {'1.1'}} Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: consumer versions: Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'ConntrackHelper': '1.0', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Log': '1.0', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Network': '1.1', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Port': '1.7', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'PortForwarding': '1.2', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'QosPolicy': '1.8', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroup': '1.4', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroupRule': '1.2', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SubPort': '1.0', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Subnet': '1.1', Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Trunk': '1.1'}} Jun 18 18:07:25.838749 dv-cinder-796113-5-iscsi neutron-server[93524]: {{(pid=93524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:07:25.868722 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:07:26.384785 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:28.007158 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:47.877013 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:07:52.577756 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd53c-fc3e-4890-86c3-b713583d3c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:55.087151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f8a18e8a-5582-4218-823f-dbc61d42c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:55.424698 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:56.356516 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:07:58.041461 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:22.572236 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6fae8e70-9fe8-4b21-be6c-425bc60157b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:24.875129 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:08:25.102074 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-90b49b1f-ff91-4ae8-8c12-92bd54ed3272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:25.416110 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:26.376630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:28.029405 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:52.611243 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2244-d909-47ad-9fa9-a975c1efa16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:55.095155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-56b4e8ec-430a-4823-9288-2615cdab35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:55.530958 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:56.359642 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:08:58.010837 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:01.874217 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 5 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:09:02.290896 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817'] for agent, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:06.086356 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58520) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:09:06.188482 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e595d942-618d-4fcf-8bc3-43cdaaf8a399 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1009989 Jun 18 18:09:08.297154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58530) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:09:08.348483 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-21340011-b532-4740-8ba2-499b93595189 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0502288 Jun 18 18:09:22.598224 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-80e0daf8-0599-48d6-ab2e-4505cab29cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:25.090507 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d180565a-23ca-4218-b117-066fee7564a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:25.438469 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:26.357360 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:28.021239 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:32.278303 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:38.872115 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:09:52.613146 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-443f5b80-cc7d-4c06-8733-de12d2239c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:55.093069 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ed77d8ea-3b56-409d-af7f-88c9605d70bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:55.418988 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:56.390507 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:09:58.030212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:02.258553 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:15.871304 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:10:22.601932 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9cddacbe-9453-47b3-b716-c38ebedbf426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:25.134026 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-86ed979a-650f-42b6-9626-c3ed144a99ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:25.413608 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:26.396630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:28.070992 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:32.299102 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.146918 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58694) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:38.448953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-194531453-network', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:38.450337 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.quota [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Loaded quota_driver: . Jun 18 18:10:38.585775 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Made reservation on behalf of 4eff8d86af2742bab66845c50e6560c3 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:38.590152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.611868 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.713047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.853446 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.858654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-60a15217-934f-4042-aacf-b5a4a0ff6d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:38.884447 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:10:38.899224 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c670d-1169-4276-a929-2e9e082dd168,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:38.909641 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760201370826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:38.910227 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Unsubscribe: segment precommit_create {{(pid=93524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 18:10:38.910729 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Added segment 974df252-10c7-41e3-9eb9-6df4a43a759b of type vlan for network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f Jun 18 18:10:38.918235 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.918574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.918904 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.919229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.919548 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.919883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.920209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.920578 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.920908 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.921227 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.921536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.921846 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Tracked resource versions report: Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: pushed versions: Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: { 'AddressGroup': {'1.2'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'ConntrackHelper': {'1.0'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Log': {'1.0'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Network': {'1.1'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Port': {'1.7'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'PortForwarding': {'1.2'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'QosPolicy': {'1.8'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroup': {'1.4'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SubPort': {'1.0'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Subnet': {'1.1'}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Trunk': {'1.1'}} Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: consumer versions: Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: HyperV agent@hv-cinder-79611: {}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'ConntrackHelper': '1.0', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Log': '1.0', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Network': '1.1', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Port': '1.7', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'PortForwarding': '1.2', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'QosPolicy': '1.8', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroup': '1.4', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SecurityGroupRule': '1.2', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'SubPort': '1.0', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Subnet': '1.1', Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: 'Trunk': '1.1'}} Jun 18 18:10:38.922897 dv-cinder-796113-5-iscsi neutron-server[93524]: {{(pid=93524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:10:38.933395 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:39.009753 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.222819 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.224387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:39.225056 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.228131 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:39.327336 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Pushing event updated for resources: {'Network': ['ID=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:39.331140 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:39.338163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:10:39.345302 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1970930 Jun 18 18:10:39.348311 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58748) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:39.354262 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Request body: {'subnet': {'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-194531453-subnet', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:39.447593 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Made reservation on behalf of 4eff8d86af2742bab66845c50e6560c3 for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:39.450032 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.484157 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58760) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:39.484867 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58762) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:39.519536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58768) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:39.687695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58778) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:39.715658 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-237369233-network', 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:39.721034 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.724127 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:39.727158 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-421556241-network', 'tenant_id': '113b163f31fa4f65880093bc62f01804'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:39.763595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-249495330-network', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:39.772263 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e522cfc6-8f72-4626-b441-145498812571,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:39.781140 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.781482 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.781815 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.782141 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.782464 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.782787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.783110 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.783424 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.783759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.784076 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.784416 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.784732 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Tracked resource versions report: Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: pushed versions: Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: { 'AddressGroup': {'1.2'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'ConntrackHelper': {'1.0'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Log': {'1.0'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Network': {'1.1'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Port': {'1.7'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'PortForwarding': {'1.2'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'QosPolicy': {'1.8'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroup': {'1.4'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SubPort': {'1.0'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Subnet': {'1.1'}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Trunk': {'1.1'}} Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: consumer versions: Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: HyperV agent@hv-cinder-79611: {}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'ConntrackHelper': '1.0', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Log': '1.0', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Network': '1.1', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Port': '1.7', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'PortForwarding': '1.2', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'QosPolicy': '1.8', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroup': '1.4', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SecurityGroupRule': '1.2', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'SubPort': '1.0', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Subnet': '1.1', Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: 'Trunk': '1.1'}} Jun 18 18:10:39.785788 dv-cinder-796113-5-iscsi neutron-server[93523]: {{(pid=93523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:10:39.792509 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:39.801585 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Checking segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:39.801938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Network hostable DHCP agents. Network: 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:10:39.835910 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:39.838374 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.857364 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.862180 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.db.api [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 18:10:39.862180 dv-cinder-796113-5-iscsi neutron-server[93524]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 18:10:39.862180 dv-cinder-796113-5-iscsi neutron-server[93524]: [parameters: {'project_id_1': '2aac711c99f84ed6b723bb761a40d324', 'expiration_1': datetime.datetime(2021, 6, 18, 18, 10, 39, 770131)}] Jun 18 18:10:39.862180 dv-cinder-796113-5-iscsi neutron-server[93524]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 18:10:39.862564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_db.api [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 18:10:39.922356 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:10:39.968884 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Made reservation on behalf of 113b163f31fa4f65880093bc62f01804 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:39.973146 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:39.982760 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.041727 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:40.046511 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:40.047100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.054198 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7b495-e53b-48cd-9bb7-d43e40f25158 None None] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:40.073606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-438372191-network', 'tenant_id': 'c23457e30a3b499486cecece2668e238'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:40.095000 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.184942 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.188164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:40.214667 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:40.220172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:40.225764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:10:40.235644 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.236479 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Added segment 03a87e9e-2250-41d2-b8ae-691eaf836b92 of type vlan for network 8c1b9ecc-f13a-4637-8649-09c83271a8bf Jun 18 18:10:40.280367 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.283139 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9303911 Jun 18 18:10:40.283139 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58796) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:40.287090 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:40.392216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.408260 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:40.409024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.411144 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:10:40.412720 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.413417 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:40.496077 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Pushing event updated for resources: {'Network': ['ID=8c1b9ecc-f13a-4637-8649-09c83271a8bf,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:40.504615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:40.517693 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:10:40.521323 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.621787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.632001 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:40.644584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:10:40.647110 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Allocated IP 172.20.0.2 (4d0423cf-a492-4b7c-9d8d-d17e5bdd424f/e522cfc6-8f72-4626-b441-145498812571/fec2712c-637a-4182-861b-d17adb2e02c5) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:40.664160 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.664528 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Added segment 590ed0af-d494-4d66-b140-9d30cc321edf of type vlan for network 2b74d945-d319-4ffc-aef9-042ab4ba28cd Jun 18 18:10:40.673564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad7373-e323-4285-a8da-5e8bed502beb,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:40.678641 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:40.725906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.812373 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:40.820879 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Transition to ACTIVE for port object fec2712c-637a-4182-861b-d17adb2e02c5 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:40.835949 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Transition to ACTIVE for port object fec2712c-637a-4182-861b-d17adb2e02c5 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:40.992732 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5065415 Jun 18 18:10:40.996109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58832) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:41.003859 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Request body: {'subnet': {'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-237369233-subnet', 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:41.018797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.019546 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.020432 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:41.021200 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.021816 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:41.028258 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:41.061053 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:41.064248 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:41.067996 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:41.075446 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Pushing event updated for resources: {'Port': ['ID=fec2712c-637a-4182-861b-d17adb2e02c5,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:41.095855 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Made reservation on behalf of c23457e30a3b499486cecece2668e238 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:41.098598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.103358 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.103908 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.106033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.107142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.107606 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.108144 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.108493 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Tracked resource versions report: Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: pushed versions: Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: { 'AddressGroup': {'1.2'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'ConntrackHelper': {'1.0'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Log': {'1.0'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Network': {'1.1'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Port': {'1.7'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'PortForwarding': {'1.2'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'QosPolicy': {'1.8'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroup': {'1.4'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SubPort': {'1.0'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Subnet': {'1.1'}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Trunk': {'1.1'}} Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: consumer versions: Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: HyperV agent@hv-cinder-79611: {}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'ConntrackHelper': '1.0', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Log': '1.0', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Network': '1.1', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Port': '1.7', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'PortForwarding': '1.2', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'QosPolicy': '1.8', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroup': '1.4', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SecurityGroupRule': '1.2', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'SubPort': '1.0', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Subnet': '1.1', Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: 'Trunk': '1.1'}} Jun 18 18:10:41.109576 dv-cinder-796113-5-iscsi neutron-server[93525]: {{(pid=93525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:10:41.115627 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:41.117670 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.126987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Pushing event updated for resources: {'Network': ['ID=2b74d945-d319-4ffc-aef9-042ab4ba28cd,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:41.130207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:41.141792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 2b74d945-d319-4ffc-aef9-042ab4ba28cd details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:10:41.189819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Attempting to bind port fec2712c-637a-4182-861b-d17adb2e02c5 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:41.190196 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Attempting to bind port fec2712c-637a-4182-861b-d17adb2e02c5 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:41.190561 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Attempting to bind port fec2712c-637a-4182-861b-d17adb2e02c5 on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:41.201380 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:41.202276 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Checking segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:41.202682 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.203079 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Bound using segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:41.203550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Bound port: fec2712c-637a-4182-861b-d17adb2e02c5, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:41.203926 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.219527 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.220907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.276960 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] For port fec2712c-637a-4182-861b-d17adb2e02c5, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:41.283678 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] For port fec2712c-637a-4182-861b-d17adb2e02c5, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=fec2712c-637a-4182-861b-d17adb2e02c5,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:41.292530 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.308542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Made reservation on behalf of 2aac711c99f84ed6b723bb761a40d324 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:41.311546 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.320198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.395065 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.397894 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:41.413579 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:41.417439 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.458817 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Pushing event updated for resources: {'Port': ['ID=fec2712c-637a-4182-861b-d17adb2e02c5,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:41.464027 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:41.490362 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9984407 Jun 18 18:10:41.493351 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58840) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:41.501256 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Request body: {'subnet': {'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-421556241-subnet', 'tenant_id': '113b163f31fa4f65880093bc62f01804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:41.585318 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.633270 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.672809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.681761 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:41.717419 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.db.api [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 18:10:41.717419 dv-cinder-796113-5-iscsi neutron-server[93524]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 18:10:41.717419 dv-cinder-796113-5-iscsi neutron-server[93524]: [parameters: {'project_id_1': '113b163f31fa4f65880093bc62f01804', 'expiration_1': datetime.datetime(2021, 6, 18, 18, 10, 41, 512625)}] Jun 18 18:10:41.717419 dv-cinder-796113-5-iscsi neutron-server[93524]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 18:10:41.718088 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_db.api [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 18:10:41.736699 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:10:41.748150 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4c7a8-d2b4-45e0-ad1b-f4de2cf666ce,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:41.752038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:41.762926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.764082 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Added segment 7e3f423f-7292-4265-9a86-7f1a471bc2b8 of type vlan for network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a Jun 18 18:10:41.845831 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.902606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.965203 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.966740 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:41.967384 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:41.970662 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7f174d51-0d2f-4bd7-8f62-185386d6ebdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.039587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.081609 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Pushing event updated for resources: {'Network': ['ID=5eef5d35-ee21-4ccf-a328-c4bb4231d93a,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:42.094183 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:10:42.094353 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:42.097579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.121680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:10:42.124228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3663cf24-e769-4470-a6af-478ac0dfdcd9,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:42.141594 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:42.148095 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4591625 Jun 18 18:10:42.151467 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58862) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:42.156891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Request body: {'subnet': {'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-subnet', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:42.171667 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.177537 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4e105452-2903-4b8e-85f2-07929bae447c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.183299 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.183863 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Added segment bb8d3135-56a5-4daf-8d7d-8103d9aff9cb of type vlan for network 6908cd8a-3375-4eac-9708-954d566b5816 Jun 18 18:10:42.223064 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.250057 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Made reservation on behalf of c23457e30a3b499486cecece2668e238 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:42.253198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.287670 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.330695 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbde94d-98b9-4fb4-bcba-2052646360f5,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:42.334360 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:42.374611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.387005 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Checking segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:42.389170 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Network hostable DHCP agents. Network: 8c1b9ecc-f13a-4637-8649-09c83271a8bf, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:10:42.466493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Allocated IP 172.27.2.83 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/0fc6134e-5f68-4e15-8e86-beb26b6d984e) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:42.527924 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:10:42.617436 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.622610 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 8c1b9ecc-f13a-4637-8649-09c83271a8bf) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:42.629315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:42.629967 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.631476 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6261e6-3bc0-4ae1-a3c2-6d5d6ceb303b None None] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:42.646490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Made reservation on behalf of 113b163f31fa4f65880093bc62f01804 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:42.649277 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.713940 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.723028 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:42.723797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.733078 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7308931 Jun 18 18:10:42.744151 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.783937 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.793909 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.804693 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aac4d4-0931-4be0-b63a-bc1f9e4eb802 None None] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:42.829113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:42.844581 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:42.848512 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:42.851122 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Pushing event updated for resources: {'Network': ['ID=6908cd8a-3375-4eac-9708-954d566b5816,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:42.851707 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:42.856828 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:42.863195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:42.930623 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 6908cd8a-3375-4eac-9708-954d566b5816 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:10:42.946320 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4253547 Jun 18 18:10:42.950789 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58898) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:42.959147 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Request body: {'subnet': {'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-subnet', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:42.992783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc6134e-5f68-4e15-8e86-beb26b6d984e,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:43.005348 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5632d432-c0c3-460a-bc8b-90d9ecfbbff7,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:43.013695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:43.015945 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:43.055227 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Checking segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:43.055881 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Network hostable DHCP agents. Network: 5eef5d35-ee21-4ccf-a328-c4bb4231d93a, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:10:43.068530 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Made reservation on behalf of 2aac711c99f84ed6b723bb761a40d324 for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:43.073453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.162393 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:10:43.170002 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.185805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:43.190915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63381c-80d2-4c02-9275-900632e46caa None None] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:43.193847 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58908) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:43.256936 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 5eef5d35-ee21-4ccf-a328-c4bb4231d93a) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:43.274298 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:43.274922 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.303080 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1642d396-0cec-4a67-bcf0-e228e9bdc852,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:43.307796 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:43.321470 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Checking segment: {'id': '590ed0af-d494-4d66-b140-9d30cc321edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:43.322047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Network hostable DHCP agents. Network: 2b74d945-d319-4ffc-aef9-042ab4ba28cd, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:10:43.323076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-615e90d8-b779-46da-a48a-852c6912b503 None None] Provisioning for port fec2712c-637a-4182-861b-d17adb2e02c5 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:43.325561 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e0e90-5123-4f4c-b71e-736e9b4d1722 None None] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:43.371243 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.438234 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-396496d0-80b5-491c-93a4-c40d9814b8d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2847893 Jun 18 18:10:43.439548 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58914) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:43.440697 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.448708 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:43.478534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Network 2b74d945-d319-4ffc-aef9-042ab4ba28cd is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:10:43.580652 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.589685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d42abecf-1d51-450f-9496-4c7751f0cc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:43.606534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58932) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:43.613366 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 2b74d945-d319-4ffc-aef9-042ab4ba28cd) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:43.618169 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:43.619119 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.630413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316e788-1ac1-4a2d-b9b2-f01f0476c89f None None] Network 2b74d945-d319-4ffc-aef9-042ab4ba28cd requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:43.651279 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device fec2712c-637a-4182-861b-d17adb2e02c5 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:43.653327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:10:43.654258 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.681728 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.688441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de498cf-a62d-4c4e-8563-908b0d9a4979,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:43.706640 dv-cinder-796113-5-iscsi neutron-server[93524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 18:10:43.719758 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.722030 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.740227 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:43.759833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Checking segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:43.759833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Network hostable DHCP agents. Network: 6908cd8a-3375-4eac-9708-954d566b5816, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:10:43.893226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Network 6908cd8a-3375-4eac-9708-954d566b5816 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:10:43.899399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 6908cd8a-3375-4eac-9708-954d566b5816) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:43.904336 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:43.906109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:43.936164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5445b-b185-4cad-8b05-27494371412a None None] Network 6908cd8a-3375-4eac-9708-954d566b5816 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:43.960206 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Router 753d58c0-b279-474b-8587-c607743bf343 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:10:44.095725 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:44.112846 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:10:44.122515 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:44.129915 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:44.150490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.152709 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port fec2712c-637a-4182-861b-d17adb2e02c5 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:44.159450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Allocated IP 172.20.0.2 (5eef5d35-ee21-4ccf-a328-c4bb4231d93a/5632d432-c0c3-460a-bc8b-90d9ecfbbff7/3d35c716-45d6-4524-a25f-52ad0c538601) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:44.175707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-807ce93a-1287-44ed-b1e1-a690e02b4ee4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:44.182351 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-807ce93a-1287-44ed-b1e1-a690e02b4ee4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.4767559 Jun 18 18:10:44.184222 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port fec2712c-637a-4182-861b-d17adb2e02c5 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:44.184632 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.203555 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-ccdf019a-300d-4543-a76b-0fc11d817f71 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/quotas/be97e15df4ec4656bd55d1e7068077b7 HTTP/1.1" status: 200 len: 375 time: 0.0203059 Jun 18 18:10:44.235513 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.263790 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-d9646fbb-7668-4167-a45b-b23754865863 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593092 Jun 18 18:10:44.297747 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:44.314636 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b70476-6c65-4a6f-ab66-882050052c47 None None] Network 2b74d945-d319-4ffc-aef9-042ab4ba28cd requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:44.392511 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec0c25-3b97-4555-902c-e97bbe6093fe None None] Network 6908cd8a-3375-4eac-9708-954d566b5816 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:44.394785 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.398183 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1151059 Jun 18 18:10:44.402619 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58954) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:44.438470 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.457829 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:44.583048 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:43Z', 'revision_number': 3, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:44.613538 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:10:44.614162 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Updating router 753d58c0-b279-474b-8587-c607743bf343 port 0fc6134e-5f68-4e15-8e86-beb26b6d984e binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:10:44.634769 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1401231 Jun 18 18:10:44.665217 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00d7897d71a94647ba37a8ceb9b9e644&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4496856 Jun 18 18:10:44.665217 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 58966) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:44.666169 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-280f2872-0989-430c-b486-976e05e180a0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:10:44.667814 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-280f2872-0989-430c-b486-976e05e180a0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2662899 Jun 18 18:10:44.679632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.694233 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.715249 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.769896 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b5c5f-7e09-4815-96cf-31e77f74c487,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:44.787396 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-59a39475-4740-4e5d-afbc-8f8b20f972bc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8324308 Jun 18 18:10:44.792419 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.794112 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 58978) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:44.798530 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:44.813878 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:44.824127 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Transition to ACTIVE for port object 3d35c716-45d6-4524-a25f-52ad0c538601 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:44.841164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port fec2712c-637a-4182-861b-d17adb2e02c5, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=fec2712c-637a-4182-861b-d17adb2e02c5,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:44.848945 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Transition to ACTIVE for port object 3d35c716-45d6-4524-a25f-52ad0c538601 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:44.931673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:44.934452 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-34798679-6b02-472c-8f7b-c2eaa382b056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:44.977895 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.013253 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-b8879cdc-955c-4b29-944e-ed0a6e720090 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759140 Jun 18 18:10:45.069630 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.073416 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:45.083580 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Transition to ACTIVE for port object 0fc6134e-5f68-4e15-8e86-beb26b6d984e will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:45.088804 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:45.091693 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:45.096903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=fec2712c-637a-4182-861b-d17adb2e02c5,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.104632 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:45.110049 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-5e811a06-6b5e-45ed-ae8f-3133e6b11e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:45.117409 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.131715 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.132701 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.160711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.175075 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Pushing event updated for resources: {'Port': ['ID=3d35c716-45d6-4524-a25f-52ad0c538601,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.178667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:45.190432 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.193905 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:45.205787 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-bd4c7fee-f481-448a-93a0-fd4be37fb1b5 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665058 Jun 18 18:10:45.243362 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59004) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:45.276878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.291970 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Attempting to bind port 3d35c716-45d6-4524-a25f-52ad0c538601 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:45.292530 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Attempting to bind port 3d35c716-45d6-4524-a25f-52ad0c538601 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:45.292916 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Attempting to bind port 3d35c716-45d6-4524-a25f-52ad0c538601 on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:45.304371 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:45.305197 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Checking segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:45.305818 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.306380 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Bound using segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:45.309214 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Bound port: 3d35c716-45d6-4524-a25f-52ad0c538601, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:45.312228 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.333136 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Attempting to bind port 0fc6134e-5f68-4e15-8e86-beb26b6d984e on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:45.333506 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Attempting to bind port 0fc6134e-5f68-4e15-8e86-beb26b6d984e by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:45.333865 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Attempting to bind port 0fc6134e-5f68-4e15-8e86-beb26b6d984e on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:45.350314 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:45.350699 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:45.351104 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.353702 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:45.354218 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Bound port: 0fc6134e-5f68-4e15-8e86-beb26b6d984e, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:45.355972 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.369420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.401946 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] For port 3d35c716-45d6-4524-a25f-52ad0c538601, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:45.407649 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] For port 3d35c716-45d6-4524-a25f-52ad0c538601, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3d35c716-45d6-4524-a25f-52ad0c538601,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:45.412425 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.422151 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.426320 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf9b5c5f-7e09-4815-96cf-31e77f74c487 HTTP/1.1" status: 204 len: 168 time: 0.6956174 Jun 18 18:10:45.430410 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:45.472117 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.476269 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:45.478571 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Pushing event updated for resources: {'Port': ['ID=0fc6134e-5f68-4e15-8e86-beb26b6d984e,revision_number=2']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.503575 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.510625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b5c5f-7e09-4815-96cf-31e77f74c487,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.512715 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.515549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:45.524916 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.526032 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.526620 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.527261 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.528542 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.529531 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.531046 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.532061 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.532670 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.533238 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.533844 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Tracked resource versions report: Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: pushed versions: Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: { 'AddressGroup': {'1.2'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'ConntrackHelper': {'1.0'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Log': {'1.0'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Network': {'1.1'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Port': {'1.7'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'PortForwarding': {'1.2'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'QosPolicy': {'1.8'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroup': {'1.4'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroupRule': {'1.2'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SubPort': {'1.0'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Subnet': {'1.1'}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Trunk': {'1.1'}} Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: consumer versions: Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: { DHCP agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: HyperV agent@hv-cinder-79611: {}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: L3 agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: Metadata agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: Metering agent@dv-cinder-796113-5-iscsi: {}, Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: Open vSwitch agent@dv-cinder-796113-5-iscsi: { 'AddressGroup': '1.2', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'ConntrackHelper': '1.0', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Log': '1.0', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Network': '1.1', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Port': '1.7', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'PortForwarding': '1.2', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'QosPolicy': '1.8', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroup': '1.4', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SecurityGroupRule': '1.2', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'SubPort': '1.0', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Subnet': '1.1', Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: 'Trunk': '1.1'}} Jun 18 18:10:45.538123 dv-cinder-796113-5-iscsi neutron-server[93526]: {{(pid=93526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 18:10:45.555114 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.555948 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:45.570371 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] For port 0fc6134e-5f68-4e15-8e86-beb26b6d984e, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:45.577579 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device fec2712c-637a-4182-861b-d17adb2e02c5 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:45.581929 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] For port 0fc6134e-5f68-4e15-8e86-beb26b6d984e, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=0fc6134e-5f68-4e15-8e86-beb26b6d984e,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:45.637926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-058e7139-aa22-4fbb-ad8c-9a60c632f70f tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:45.645716 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-058e7139-aa22-4fbb-ad8c-9a60c632f70f tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/networks?id=2b74d945-d319-4ffc-aef9-042ab4ba28cd HTTP/1.1" status: 200 len: 811 time: 0.4010777 Jun 18 18:10:45.648870 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Pushing event updated for resources: {'Port': ['ID=3d35c716-45d6-4524-a25f-52ad0c538601,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.652431 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:45.664962 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port fec2712c-637a-4182-861b-d17adb2e02c5 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:45.665499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.700610 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.704991 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:45.706367 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-e4af50ac-1414-49bc-a8d6-e506b55bbe12 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/quotas/113b163f31fa4f65880093bc62f01804 HTTP/1.1" status: 200 len: 375 time: 0.0598342 Jun 18 18:10:45.791408 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-93f1cca3-e697-4684-96ed-f460d8bdc348 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=113b163f31fa4f65880093bc62f01804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841842 Jun 18 18:10:45.814870 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:45.881505 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:45.882140 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:45.883227 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c2ff9ba0-0ed1-4649-a2b1-ec28e51a9240 req-80f37e90-a448-402b-aeef-d6dbb2bd4580 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.1081090 Jun 18 18:10:45.883953 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Pushing event updated for resources: {'Port': ['ID=0fc6134e-5f68-4e15-8e86-beb26b6d984e,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:45.887605 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:46.079973 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Allocated IP 172.27.2.242 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/4aca9836-dbc8-404b-9fa8-6d7de30bdd41) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:46.098830 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:46.172767 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Allocated IP 172.20.0.1 (4d0423cf-a492-4b7c-9d8d-d17e5bdd424f/e522cfc6-8f72-4626-b441-145498812571/e7d2d736-1080-453a-a520-7946d8eae673) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:46.283479 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.311310 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:43Z', 'revision_number': 3, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:46.332522 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.410671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Transition to ACTIVE for port object e7d2d736-1080-453a-a520-7946d8eae673 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:46.442405 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7c1fd-dc86-4c45-8cfe-22b3a12e42e1 None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:43Z', 'revision_number': 3, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:10:46.484398 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-3c6ab96b-14f5-418e-9414-1a2cca9ef013 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:10:46.485366 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.485648 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-3c6ab96b-14f5-418e-9414-1a2cca9ef013 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062983 Jun 18 18:10:46.490410 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.501520 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:46.514152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.626651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.633604 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7a532d3c-adb9-4d5b-aa88-8f4b32fc991b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:46.697732 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:46.707175 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59054) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:46.711370 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Allocated IP 172.27.2.178 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/8392a403-7fe0-4067-822b-c4e75efaa3fd) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:46.721002 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:46.737228 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:46.743672 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:46.747458 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:46.764879 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:46.765367 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.842711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:46.845747 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:46.849164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:46.860008 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:46.898282 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:47.073851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb0e2d-8bfb-4c4a-b7f3-8f2f545f4481 None None] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:10:47.117085 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d83708f1-9174-4c69-8355-46370d48e0ad req-5b47eca4-f1be-48b4-9a17-00d44fd5470b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0489476 Jun 18 18:10:47.121162 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-5f4073ff-279f-4cd2-a3ee-1e1dce24ae8e service neutron] 10.222.0.42 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246655 Jun 18 18:10:47.224006 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.252176 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-203e11e9-c922-4e92-9c13-3a06d10f6670 None None] Provisioning for port e7d2d736-1080-453a-a520-7946d8eae673 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:47.260784 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-203e11e9-c922-4e92-9c13-3a06d10f6670 None None] Provisioning complete for port e7d2d736-1080-453a-a520-7946d8eae673 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:47.261290 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-203e11e9-c922-4e92-9c13-3a06d10f6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.309342 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-203e11e9-c922-4e92-9c13-3a06d10f6670 None None] Port e7d2d736-1080-453a-a520-7946d8eae673 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:10:47.408425 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-203e11e9-c922-4e92-9c13-3a06d10f6670 None None] Provisioning for port 3d35c716-45d6-4524-a25f-52ad0c538601 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:47.425577 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-90802c01-2626-4088-9f01-dff78ef0f035 service neutron] 10.222.0.42 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953818 Jun 18 18:10:47.436844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.485099 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.531959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.531959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:47.543787 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bed88cea1b6405280bf0e9584806c5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8355219 Jun 18 18:10:47.547687 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59072) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:47.588976 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.618226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc273beb-5fbc-4fa1-9c59-eee4f02f6270,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:47.631471 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:47.682791 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 0fc6134e-5f68-4e15-8e86-beb26b6d984e up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:47.716075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.787013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.790921 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.807198 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:47.839398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:47.847674 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 0fc6134e-5f68-4e15-8e86-beb26b6d984e completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:47.853253 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 0fc6134e-5f68-4e15-8e86-beb26b6d984e triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:47.853928 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.860906 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:47.883938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:47.916843 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-88affe18-d628-44c6-a85b-01d16593c1a5 req-c61c66a5-e4a7-49b3-beb0-56a2ed327b83 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0328610 Jun 18 18:10:47.921205 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:47.989813 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.015671 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 0fc6134e-5f68-4e15-8e86-beb26b6d984e, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=0fc6134e-5f68-4e15-8e86-beb26b6d984e,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:48.054937 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Pushing event updated for resources: {'Port': ['ID=8392a403-7fe0-4067-822b-c4e75efaa3fd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:48.061507 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.067678 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:48.069586 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.070755 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc273beb-5fbc-4fa1-9c59-eee4f02f6270 HTTP/1.1" status: 204 len: 168 time: 0.5075338 Jun 18 18:10:48.083649 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e186faed-9faa-4460-a1af-ea59ba9faf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:48.105502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc273beb-5fbc-4fa1-9c59-eee4f02f6270,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:48.113841 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:48.116894 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.120381 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3d35c716-45d6-4524-a25f-52ad0c538601 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:48.124648 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.125316 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:48.210361 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=0fc6134e-5f68-4e15-8e86-beb26b6d984e,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:48.221629 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:48.235836 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Router ea554add-e266-4c33-84ae-fb7f420c6716 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:10:48.239945 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.249711 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.252018 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:48.327222 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 3d35c716-45d6-4524-a25f-52ad0c538601 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:48.331710 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 3d35c716-45d6-4524-a25f-52ad0c538601 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:48.332259 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.391757 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:48.412507 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:10:48.457061 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:48.457783 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:48.464888 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7df319cb-c829-4934-9e41-67ed6a4325e5 req-a0023e8f-59c7-4134-b57c-b176a35fd82c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0368066 Jun 18 18:10:48.474175 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.499305 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:48.500122 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.503384 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0593958 Jun 18 18:10:48.509322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59112) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:48.518799 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.555725 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:48.593511 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 3d35c716-45d6-4524-a25f-52ad0c538601, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3d35c716-45d6-4524-a25f-52ad0c538601,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:48.606339 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:48.655819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:48.658285 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:48.770296 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.803931 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:48.833302 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:48.995288 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=3d35c716-45d6-4524-a25f-52ad0c538601,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:49.001423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:49.096855 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df196ddd-ca47-4e8e-a77e-3296c15f4ca5 req-95b823a4-113f-409b-beff-435cfb4088a2 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0687585 Jun 18 18:10:49.105294 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-58486646-2431-451e-9d74-e3d14195c7aa None None] Provisioning complete for port e7d2d736-1080-453a-a520-7946d8eae673 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:49.105684 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-58486646-2431-451e-9d74-e3d14195c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.141023 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:10:49.154237 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-58486646-2431-451e-9d74-e3d14195c7aa None None] Port e7d2d736-1080-453a-a520-7946d8eae673 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:10:49.157408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 3, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:49.194264 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:10:49.194628 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Updating router ea554add-e266-4c33-84ae-fb7f420c6716 port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:10:49.228888 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.332224 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:10:49.342854 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.393375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:49.403936 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] 10.222.0.42 "PUT /v2.0/routers/753d58c0-b279-474b-8587-c607743bf343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9989455 Jun 18 18:10:49.419481 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:10:49.428053 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:49.428945 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:49.591114 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:49.687802 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.691783 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-afdaf578-5255-4f7f-84c5-001b1a21a19e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8947089 Jun 18 18:10:49.692519 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59164) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:49.721541 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:49.754836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.765018 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Sync routers for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:10:49.767736 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 0fc6134e-5f68-4e15-8e86-beb26b6d984e up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:49.778406 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Transition to ACTIVE for port object 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:49.816486 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:49.817412 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:49.906652 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a872b6ff-ba54-45f7-ae52-70a9477a222b req-c81bb4bd-d212-4ea3-8832-75581ca5b9ec tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0959795 Jun 18 18:10:49.940532 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:49.947334 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:49.965029 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Allocated IP 172.20.0.1 (5eef5d35-ee21-4ccf-a328-c4bb4231d93a/5632d432-c0c3-460a-bc8b-90d9ecfbbff7/08507531-9da7-4790-86c6-f451ef6cb8d6) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:49.978465 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:50.120544 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Pushing event updated for resources: {'Port': ['ID=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:50.125210 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:50.128748 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Attempting to bind port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:50.129071 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Attempting to bind port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:50.129435 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Attempting to bind port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:50.149243 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:50.149632 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:50.150044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.150444 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:50.150934 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Bound port: 4aca9836-dbc8-404b-9fa8-6d7de30bdd41, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:50.151309 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.175666 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.197542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Transition to ACTIVE for port object 08507531-9da7-4790-86c6-f451ef6cb8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:50.214310 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 0fc6134e-5f68-4e15-8e86-beb26b6d984e triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:50.214877 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.273848 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 2, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:50.301683 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.301683 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:50.339406 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:10:50.339766 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Updating router 753d58c0-b279-474b-8587-c607743bf343 port e7d2d736-1080-453a-a520-7946d8eae673 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:10:50.380953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:50.404452 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-405bc43d-9584-4b76-befc-9b6366bdda28 req-71a70910-b07d-416f-8a52-67cfc8a99b85 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0678306 Jun 18 18:10:50.405517 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.417190 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:50.434635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:50.434635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.452959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] For port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:50.470449 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] For port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:50.486037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Pushing event updated for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:50.536585 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:50.563849 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.592075 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:50.600881 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3d35c716-45d6-4524-a25f-52ad0c538601 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:50.752749 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:48Z', 'revision_number': 3, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:50.806287 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.823360 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Checking router: c9e2a8e5-7aa8-49cc-96db-cf112915fc92 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:10:50.823717 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Updating router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 port 8392a403-7fe0-4067-822b-c4e75efaa3fd binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:10:50.853212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:50.853851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:50.897079 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Pushing event updated for resources: {'Port': ['ID=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:50.910778 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:50.927555 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.962386 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.969135 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:50.981206 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Transition to ACTIVE for port object e7d2d736-1080-453a-a520-7946d8eae673 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:51.001723 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59194) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:51.006937 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 3d35c716-45d6-4524-a25f-52ad0c538601 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:51.007314 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.009071 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540017911', 'description': 'tempest-description--347653981'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:51.058635 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-46fd8644-1366-4a79-bca1-89c26f5f5d42 None None] Provisioning for port 08507531-9da7-4790-86c6-f451ef6cb8d6 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:51.081134 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-46fd8644-1366-4a79-bca1-89c26f5f5d42 None None] Provisioning complete for port 08507531-9da7-4790-86c6-f451ef6cb8d6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:51.081518 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-46fd8644-1366-4a79-bca1-89c26f5f5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.094144 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.098059 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-486172c3-fd97-444c-9c85-4b0e29f18ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:51.112668 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Allocated IP 172.20.0.1 (6908cd8a-3375-4eac-9708-954d566b5816/9de498cf-a62d-4c4e-8563-908b0d9a4979/3659e24d-99e9-47eb-b3d7-377ea6b37180) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:51.119951 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:51.212637 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-af82c3e1-4d31-46a7-afe1-c072c30511cb req-c0f391d1-8f24-43b6-9ce4-9714bd2e751c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0579355 Jun 18 18:10:51.236334 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.262532 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Pushing event updated for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:51.274928 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:51.345579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.385420 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Attempting to bind port e7d2d736-1080-453a-a520-7946d8eae673 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:51.385864 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Attempting to bind port e7d2d736-1080-453a-a520-7946d8eae673 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:51.386233 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Attempting to bind port e7d2d736-1080-453a-a520-7946d8eae673 on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:51.397785 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:51.398172 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Checking segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:51.398588 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.398992 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Bound using segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:51.399471 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Bound port: e7d2d736-1080-453a-a520-7946d8eae673, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:51.400333 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.411803 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.424341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.425971 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.436281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e15d510d-c14f-4b07-bc40-ab042e76c0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:51.460458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.531248 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.534582 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] For port e7d2d736-1080-453a-a520-7946d8eae673, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:51.538389 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:51.539743 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] For port e7d2d736-1080-453a-a520-7946d8eae673, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=e7d2d736-1080-453a-a520-7946d8eae673,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:51.603539 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.603795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Pushing event updated for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:51.606163 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d6caa-9ec2-47f0-9048-108fd6b249ca,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:51.607856 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:51.607990 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:51.608346 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:51.625439 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.629291 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:51.692168 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:51.695093 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.695382 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:51.696316 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6936183 Jun 18 18:10:51.699247 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59212) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:51.704705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group_rule': {'security_group_id': 'a61d6caa-9ec2-47f0-9048-108fd6b249ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:51.718002 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Network 6908cd8a-3375-4eac-9708-954d566b5816 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:51.731660 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:51.748104 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:51.748104 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.753012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Pushing event updated for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:51.757876 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:51.763188 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:51.763819 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:51.772779 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-46fd8644-1366-4a79-bca1-89c26f5f5d42 None None] Port 08507531-9da7-4790-86c6-f451ef6cb8d6 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:10:51.886825 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c884cc5a-b2df-4c79-ba09-209cdae92609 req-148dfea9-e25c-4a93-96f1-99f2f309eaec tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.1857092 Jun 18 18:10:51.948063 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:51.985903 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:52.053048 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Pushing event updated for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:52.073462 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:52.128134 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.142197 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.143711 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 3, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:52.149945 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Transition to ACTIVE for port object 8392a403-7fe0-4067-822b-c4e75efaa3fd will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:52.197873 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d2829-a442-443f-a392-c1d65bdc2056 None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 3, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:10:52.246376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.251010 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:52.364163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Attempting to bind port 8392a403-7fe0-4067-822b-c4e75efaa3fd on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:52.364163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Attempting to bind port 8392a403-7fe0-4067-822b-c4e75efaa3fd by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:52.364163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Attempting to bind port 8392a403-7fe0-4067-822b-c4e75efaa3fd on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:52.364723 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Pushing event updated for resources: {'Port': ['ID=8392a403-7fe0-4067-822b-c4e75efaa3fd,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:52.369482 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:52.381852 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-cab75d79-cd30-4952-9a17-ab473c12580c None None] Provisioning complete for port 08507531-9da7-4790-86c6-f451ef6cb8d6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:52.382461 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cab75d79-cd30-4952-9a17-ab473c12580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.386919 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:52.387534 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:52.388118 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.399989 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:52.403713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.404746 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Bound port: 8392a403-7fe0-4067-822b-c4e75efaa3fd, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:52.405357 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.470612 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.487340 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:52.508697 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.525199 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43c82c8e-27ca-4a73-ba54-f24cc1366147 req-72930381-19bb-4ba9-abb7-b26359975b06 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0693207 Jun 18 18:10:52.531265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:10:52.534497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:52.612389 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.612389 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.614076 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ceb96-2930-4061-95b0-7e970821a0b0 None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:10:52.614844 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:52.617068 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-cab75d79-cd30-4952-9a17-ab473c12580c None None] Port 08507531-9da7-4790-86c6-f451ef6cb8d6 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:10:52.645800 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] For port 8392a403-7fe0-4067-822b-c4e75efaa3fd, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:52.652881 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] For port 8392a403-7fe0-4067-822b-c4e75efaa3fd, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8392a403-7fe0-4067-822b-c4e75efaa3fd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:52.661243 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acba3c5-56d0-4299-bce0-e84e91a263cd,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:52.707051 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d57f8779-3066-43d6-9246-cd5579ead788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.722253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.35', 63052) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:52.753503 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:52.755461 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:52.849430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:52.867712 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Pushing event updated for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:52.872751 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:10:52.894191 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:53.229499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:53.229499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:53.229499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Pushing event updated for resources: {'Port': ['ID=8392a403-7fe0-4067-822b-c4e75efaa3fd,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:53.229499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:53.233740 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:53.233740 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4824662 Jun 18 18:10:53.239883 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59244) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:53.239883 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Network 6908cd8a-3375-4eac-9708-954d566b5816 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:53.239883 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group_rule': {'security_group_id': 'a61d6caa-9ec2-47f0-9048-108fd6b249ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:53.241001 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-8e548f33-f15e-42e0-9ca8-49178e75de1e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:53.286242 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-8e548f33-f15e-42e0-9ca8-49178e75de1e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.4267194 Jun 18 18:10:53.296975 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:53.299423 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:53.402627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4dedf576-a311-42bb-b19d-b90dded35c25 req-1b0231d6-416f-41ea-813d-6a27102bcd62 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0904579 Jun 18 18:10:53.417088 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Request body: {'port': {'device_id': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'admin_state_up': True, 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:53.566614 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:53.676074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.35', 63056) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:53.693571 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '3659e24d-99e9-47eb-b3d7-377ea6b37180', 'name': '', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'mac_address': 'fa:16:3e:73:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:50Z', 'updated_at': '2021-06-18T18:10:52Z', 'revision_number': 2, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'subnets': [{'id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:53.808819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a8c31-2c0b-4d6c-a43c-6b893ad47d65 None None] The sync data for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi is: [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '3659e24d-99e9-47eb-b3d7-377ea6b37180', 'name': '', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'mac_address': 'fa:16:3e:73:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:50Z', 'updated_at': '2021-06-18T18:10:52Z', 'revision_number': 2, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'subnets': [{'id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:10:53.884145 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:53.916663 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-87397d4b-c185-4371-8fee-91bd847a202a req-828c828e-fb90-4175-9514-51b27a90f66f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.1517758 Jun 18 18:10:53.931048 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea554add-e266-4c33-84ae-fb7f420c6716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4205611 Jun 18 18:10:54.119398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:10:54.263492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:54.275599 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.277975 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:54.317136 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-f8bd1467-3f4a-4709-abb2-d0afeac2d1a9 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:54.319457 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-f8bd1467-3f4a-4709-abb2-d0afeac2d1a9 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.35 "GET /v2.0/networks?id=2b74d945-d319-4ffc-aef9-042ab4ba28cd HTTP/1.1" status: 200 len: 811 time: 0.6357427 Jun 18 18:10:54.342818 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Request body: {'port': {'device_id': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd', 'admin_state_up': True, 'tenant_id': '113b163f31fa4f65880093bc62f01804'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:54.470884 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:54.475846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:54.476955 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.610693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.645209 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.705344 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:54.811082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.817500 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:54.819243 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device e7d2d736-1080-453a-a520-7946d8eae673 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:54.821261 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:54.853383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Allocated IP 172.20.0.12 (8c1b9ecc-f13a-4637-8649-09c83271a8bf/1bbde94d-98b9-4fb4-bcba-2052646360f5/49a505a6-4f50-4884-9231-4a899e5f0503) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:54.889995 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:54.940605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c3d318-ed95-45b6-aa0d-f9f988ef4ad4,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:54.956791 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:55.010485 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e4d3db3-4b04-4770-91d5-2c2146e56817 req-56559afd-f9a9-453c-93f5-d773e1f7bc4d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.1171854 Jun 18 18:10:55.069890 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:55.088148 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:55.102823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:10:55.110585 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] 10.222.0.42 "PUT /v2.0/routers/c9e2a8e5-7aa8-49cc-96db-cf112915fc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4166327 Jun 18 18:10:55.143697 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.149964 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9585695 Jun 18 18:10:55.150809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59326) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:55.163535 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:55.178851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port e7d2d736-1080-453a-a520-7946d8eae673 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:55.193620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port e7d2d736-1080-453a-a520-7946d8eae673 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:55.195662 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.255275 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-98c5c6c5-5be1-4f3b-8398-9ebb6f31d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.335131 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.336999 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.362712 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59334) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:55.375418 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.426285 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Made reservation on behalf of 113b163f31fa4f65880093bc62f01804 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:10:55.433650 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port e7d2d736-1080-453a-a520-7946d8eae673, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=e7d2d736-1080-453a-a520-7946d8eae673,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:55.442706 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.510494 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.518606 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310961605', 'description': 'tempest-description--1002790376'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:55.520032 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.532962 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:55.597434 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5f8c0fc4-8672-4dec-a435-a6624de016bf req-53748bf0-1b96-4798-a3c9-0f3202a8c07d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0979564 Jun 18 18:10:55.605915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:55.612939 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:55.819030 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:55.819757 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:55.907986 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:55.919561 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:55.932634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event updated for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:55.948321 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:55.963657 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:55.964356 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.017762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:56.175943 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Allocated IP 172.20.0.7 (2b74d945-d319-4ffc-aef9-042ab4ba28cd/1642d396-0cec-4a67-bcf0-e228e9bdc852/6067cabe-6856-421c-99b5-950fb47fb60a) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:56.223519 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:56.256145 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-b43613a3-59c6-4031-8a6f-40851e496604 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:56.257866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-b43613a3-59c6-4031-8a6f-40851e496604 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 818 time: 0.2196674 Jun 18 18:10:56.364911 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:56.368783 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:10:56.379149 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.385651 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:56.388386 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:56.390653 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-ebf3bf19-560e-4776-b66d-ef09a498678c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/quotas/2aac711c99f84ed6b723bb761a40d324 HTTP/1.1" status: 200 len: 375 time: 0.1019459 Jun 18 18:10:56.392759 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e269933f-3b66-4628-be9b-533bd3990243 req-06a1dcf9-4472-47e3-aa1a-15f8eea40b92 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.1029100 Jun 18 18:10:56.404850 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0088761 Jun 18 18:10:56.449722 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2677812f-eaa4-4326-8265-d8199e3ff28b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:10:56.450885 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2677812f-eaa4-4326-8265-d8199e3ff28b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309527 Jun 18 18:10:56.489978 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.556400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.664090 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.703870 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device e7d2d736-1080-453a-a520-7946d8eae673 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:56.740234 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:56.742547 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-fe3f1f30-525b-4023-b971-27264031044b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3396697 Jun 18 18:10:56.802651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:56.855369 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59378) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:10:56.856047 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:56.898251 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port e7d2d736-1080-453a-a520-7946d8eae673 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:56.898638 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.061611 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-19babd73-90af-453a-8d34-d26d9aa3f82a service neutron] 10.222.0.42 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092816 Jun 18 18:10:57.124161 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.151320 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Network 2b74d945-d319-4ffc-aef9-042ab4ba28cd is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:57.259053 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:57.265867 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Request body: {'port': {'device_id': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:57.278206 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:57.286255 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:57.286935 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.489905 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Pushing event updated for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:57.509917 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:57.517830 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.585534 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 2, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:57.596223 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.621562 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:10:57.621562 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Updating router ea554add-e266-4c33-84ae-fb7f420c6716 port 08507531-9da7-4790-86c6-f451ef6cb8d6 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:10:57.733016 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Allocated IP 172.27.2.9 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/dcd19571-7ada-45cf-8364-e10b4b1d2730) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:10:57.733582 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.805041 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:57.846723 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6afc-8e6d-462b-9ada-8e37ea15ca96 req-294bb48f-1bd4-4fb2-9922-cf0a39c5c4d8 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:57.848466 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-512a6afc-8e6d-462b-9ada-8e37ea15ca96 req-294bb48f-1bd4-4fb2-9922-cf0a39c5c4d8 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 932 time: 0.7984111 Jun 18 18:10:57.882332 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-90211f18-e985-42c4-bf4a-802b7f05fc34 service neutron] 10.222.0.42 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591758 Jun 18 18:10:57.906265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.038268 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-512a6afc-8e6d-462b-9ada-8e37ea15ca96 req-e01d8094-27b7-4d62-8806-777f007e58bb tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549027 Jun 18 18:10:58.131810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.137446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0cd58d75-323a-487f-bbdb-35d2f01bec80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:58.178225 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab95afc-23ac-48a5-9769-50bc3e181641,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:58.178225 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.207237 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:58.207825 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:58.210659 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.220156 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:10:58.253880 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8392a403-7fe0-4067-822b-c4e75efaa3fd up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:10:58.282158 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.317484 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Transition to ACTIVE for port object 08507531-9da7-4790-86c6-f451ef6cb8d6 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:58.318771 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:10:58.328344 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9951000 Jun 18 18:10:58.333226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:10:58.395816 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.404917 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:58.434607 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.512726 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 8392a403-7fe0-4067-822b-c4e75efaa3fd completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:10:58.518797 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8392a403-7fe0-4067-822b-c4e75efaa3fd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:10:58.519730 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.521812 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Request body: {'port': {'device_id': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:10:58.775553 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=dcd19571-7ada-45cf-8364-e10b4b1d2730,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:58.804504 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.807223 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a481ff-2b7c-4682-b35f-be8270f5183f None None] Pushing event updated for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:58.816743 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-25a481ff-2b7c-4682-b35f-be8270f5183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:58.823434 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:58.826358 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Attempting to bind port 08507531-9da7-4790-86c6-f451ef6cb8d6 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:58.829035 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Attempting to bind port 08507531-9da7-4790-86c6-f451ef6cb8d6 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:58.830058 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Attempting to bind port 08507531-9da7-4790-86c6-f451ef6cb8d6 on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:58.837540 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:58.839021 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Checking segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:58.839748 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.840379 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Bound using segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:58.843358 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Bound port: 08507531-9da7-4790-86c6-f451ef6cb8d6, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:58.843358 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.872691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 8392a403-7fe0-4067-822b-c4e75efaa3fd, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8392a403-7fe0-4067-822b-c4e75efaa3fd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:10:58.901073 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3b98b73c-fceb-458a-8a66-88bc42e48b21 req-758de0a5-e427-4fc5-86d5-a72e7f6a0eb2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 210 time: 0.2001603 Jun 18 18:10:58.960568 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:58.973779 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:58.993871 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a505a6-4f50-4884-9231-4a899e5f0503 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:10:59.006162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.035396 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Transition to ACTIVE for port object 49a505a6-4f50-4884-9231-4a899e5f0503 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:10:59.050918 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] For port 08507531-9da7-4790-86c6-f451ef6cb8d6, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:10:59.053053 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=8392a403-7fe0-4067-822b-c4e75efaa3fd,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:59.058889 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] For port 08507531-9da7-4790-86c6-f451ef6cb8d6, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08507531-9da7-4790-86c6-f451ef6cb8d6,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:10:59.059369 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.071593 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:59.078568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf184f3-61a3-49b1-820e-ca5bedddf4ae req-3c0d4815-2e42-45d4-ad08-dec0868c1ea5 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:59.082664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.084613 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edf184f3-61a3-49b1-820e-ca5bedddf4ae req-3c0d4815-2e42-45d4-ad08-dec0868c1ea5 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 931 time: 0.7411473 Jun 18 18:10:59.139629 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.143271 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:59.161152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.172438 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:59.288791 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a481ff-2b7c-4682-b35f-be8270f5183f None None] Pushing event updated for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:59.305867 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-25a481ff-2b7c-4682-b35f-be8270f5183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:59.321435 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:10:59.322318 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:10:59.410500 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edf184f3-61a3-49b1-820e-ca5bedddf4ae req-be34c597-7671-4f06-906a-a7b53c53569a tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130763 Jun 18 18:10:59.570753 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:10:59.612473 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Pushing event updated for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:10:59.615775 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:10:59.846797 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.862929 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.889787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Attempting to bind port 49a505a6-4f50-4884-9231-4a899e5f0503 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:10:59.890064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Attempting to bind port 49a505a6-4f50-4884-9231-4a899e5f0503 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:10:59.894855 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Attempting to bind port 49a505a6-4f50-4884-9231-4a899e5f0503 on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:59.908640 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Port 49a505a6-4f50-4884-9231-4a899e5f0503 on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:10:59.908640 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Attempting to bind port 49a505a6-4f50-4884-9231-4a899e5f0503 on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:10:59.937686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:10:59.937686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Checking segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:10:59.937686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Bound using segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:10:59.937686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Bound port: 49a505a6-4f50-4884-9231-4a899e5f0503, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:10:59.937686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.947567 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:10:59.964898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a6e9-9ccb-4b10-b577-1dd04bcc2592 req-ba2f6e30-2174-401b-9854-0ff16adde0b8 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:59.966728 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a943a6e9-9ccb-4b10-b577-1dd04bcc2592 req-ba2f6e30-2174-401b-9854-0ff16adde0b8 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.7245042 Jun 18 18:10:59.969783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:10:59.989689 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-639dcf7c-acf7-45cc-8a49-4a362607f1b7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:10:59.996224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-639dcf7c-acf7-45cc-8a49-4a362607f1b7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 818 time: 0.4012003 Jun 18 18:11:00.003548 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.068487 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Sync routers for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:11:00.078894 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:10:59Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:00.095679 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:00.096584 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:00.131505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:00.137632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=49a505a6-4f50-4884-9231-4a899e5f0503,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:00.158867 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8392a403-7fe0-4067-822b-c4e75efaa3fd up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:00.164097 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-890e4b90-1878-4b6e-b408-dd49fb0975b3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/quotas/2aac711c99f84ed6b723bb761a40d324 HTTP/1.1" status: 200 len: 375 time: 0.1667271 Jun 18 18:11:00.177998 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979963-e085-4b2e-885e-caf76bbea1b3 None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:10:59Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:11:00.230020 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6067cabe-6856-421c-99b5-950fb47fb60a {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:00.238471 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.269153 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Transition to ACTIVE for port object 6067cabe-6856-421c-99b5-950fb47fb60a will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:00.305171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.335044 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.344454 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a943a6e9-9ccb-4b10-b577-1dd04bcc2592 req-c1c20f3a-473b-4446-887d-ebbe7053e247 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452480 Jun 18 18:11:00.349033 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.350871 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.9331596 Jun 18 18:11:00.355478 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59464) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:00.367654 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-a866857d-e4e5-4ec5-9375-5ee15156dc8e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1865017 Jun 18 18:11:00.367654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:00.393861 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39d56e6adfdc4a099735d2c6f8d49cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5208771 Jun 18 18:11:00.394607 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e4789-da59-4af2-9af4-43eea451cfcc,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:00.399556 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59468) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:00.400535 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.409489 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:00.411514 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d95dd69-69fe-49e7-a18e-268fdf932a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:00.463546 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.478814 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3194981 Jun 18 18:11:00.581486 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8392a403-7fe0-4067-822b-c4e75efaa3fd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:00.593403 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:00.599122 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group_rule': {'security_group_id': '0ab95afc-23ac-48a5-9769-50bc3e181641', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:00.677701 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:00.681744 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59476) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:00.720922 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=dcd19571-7ada-45cf-8364-e10b4b1d2730,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:00.833262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Pushing event updated for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:00.845615 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-94b2e608-2512-4f0d-bb89-a9e3eafb9661 service neutron] 10.222.0.42 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009833 Jun 18 18:11:00.862690 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Pushing event updated for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:00.928761 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:00.929463 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:00.930216 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:00.950713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:00.997708 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.024648 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:01.025149 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.026621 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] 10.222.0.35 "PUT /v2.0/ports/49a505a6-4f50-4884-9231-4a899e5f0503 HTTP/1.1" status: 200 len: 1094 time: 4.1239562 Jun 18 18:11:01.034878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.048512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:01.065785 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.119154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Attempting to bind port 6067cabe-6856-421c-99b5-950fb47fb60a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:01.119535 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Attempting to bind port 6067cabe-6856-421c-99b5-950fb47fb60a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '590ed0af-d494-4d66-b140-9d30cc321edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:01.119869 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Attempting to bind port 6067cabe-6856-421c-99b5-950fb47fb60a on network 2b74d945-d319-4ffc-aef9-042ab4ba28cd {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:01.185404 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Port 6067cabe-6856-421c-99b5-950fb47fb60a on network 2b74d945-d319-4ffc-aef9-042ab4ba28cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:01.185752 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Attempting to bind port 6067cabe-6856-421c-99b5-950fb47fb60a on network 2b74d945-d319-4ffc-aef9-042ab4ba28cd {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:01.189726 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.217464 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:01.222492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Checking segment: {'id': '590ed0af-d494-4d66-b140-9d30cc321edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:01.223092 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Bound using segment: {'id': '590ed0af-d494-4d66-b140-9d30cc321edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:01.223582 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Bound port: 6067cabe-6856-421c-99b5-950fb47fb60a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590ed0af-d494-4d66-b140-9d30cc321edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:01.223943 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.479423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed8c6-5a90-4521-8f63-1c94566889bd req-9a9abacb-ac96-4daa-99e8-da178a7d0179 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:01.487347 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-661ed8c6-5a90-4521-8f63-1c94566889bd req-9a9abacb-ac96-4daa-99e8-da178a7d0179 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.6388586 Jun 18 18:11:01.493830 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d75e8-73c8-4644-8c45-488ea23fdb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:01.505638 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:01.512950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.562925 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-04df3fdd-8fa0-4e4e-a8b7-1fb6ee574d4d service neutron] 10.222.0.42 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010628 Jun 18 18:11:01.581914 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6067cabe-6856-421c-99b5-950fb47fb60a,segment=NetworkSegment(590ed0af-d494-4d66-b140-9d30cc321edf),segment_id=590ed0af-d494-4d66-b140-9d30cc321edf)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:01.600719 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '3659e24d-99e9-47eb-b3d7-377ea6b37180', 'name': '', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'mac_address': 'fa:16:3e:73:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:50Z', 'updated_at': '2021-06-18T18:10:52Z', 'revision_number': 2, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'subnets': [{'id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:01.608723 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-661ed8c6-5a90-4521-8f63-1c94566889bd req-c2a7fae8-999d-47df-a0df-f63397f8828c tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888188 Jun 18 18:11:01.645182 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Checking router: c9e2a8e5-7aa8-49cc-96db-cf112915fc92 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:11:01.646319 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Updating router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 port 3659e24d-99e9-47eb-b3d7-377ea6b37180 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:11:01.666761 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.686644 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.687835 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d62e4789-da59-4af2-9af4-43eea451cfcc HTTP/1.1" status: 204 len: 168 time: 1.2857337 Jun 18 18:11:01.711315 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.712083 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:01.735231 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.752958 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:01.776712 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.778221 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.779680 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e4789-da59-4af2-9af4-43eea451cfcc,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:01.787037 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:01.795745 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc8973ce-190a-4c39-bdef-1dfd27b711f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:01.796844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba2a77-8b7a-4913-a359-eca5e41673ff,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:01.864574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:01.891885 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:01.891885 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.903174 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] 10.222.0.35 "PUT /v2.0/ports/6067cabe-6856-421c-99b5-950fb47fb60a HTTP/1.1" status: 200 len: 1093 time: 3.4442949 Jun 18 18:11:01.906036 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:01.919533 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:01.982446 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5f70db18-7ee7-4cc0-85c7-17e40fe0d91b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1540017911&fields=id&tenant_id=4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 267 time: 0.1878486 Jun 18 18:11:02.011902 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.019127 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2bca13c8-021c-4726-911e-3fc2c9a67b8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4253497 Jun 18 18:11:02.174512 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08507531-9da7-4790-86c6-f451ef6cb8d6 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:02.222417 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59508) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:02.239108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group_rule': {'security_group_id': '0ab95afc-23ac-48a5-9769-50bc3e181641', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:02.413545 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-bc69d004-2dcb-4a2d-85c9-198eeb00ccef tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:02.415059 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-bc69d004-2dcb-4a2d-85c9-198eeb00ccef tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 810 time: 0.4313023 Jun 18 18:11:02.417028 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-866d3c47-79a5-4c8f-b40b-525d6cbcce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:02.426038 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-866d3c47-79a5-4c8f-b40b-525d6cbcce42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 1097 time: 0.7793443 Jun 18 18:11:02.474420 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02edf4be5bcb4b83acab0ae8cf8fa0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7862494 Jun 18 18:11:02.474420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Pushing event updated for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:02.485325 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:02.523811 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59524) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:02.524347 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:02.538282 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30637891-22dd-4015-93d4-a248ac75867c" -d '{"events": [{"name": "network-changed", "server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:02.604724 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-91f4b852-b272-4939-80d8-0acea4e64a6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a505a6-4f50-4884-9231-4a899e5f0503 HTTP/1.1" status: 200 len: 217 time: 0.1542444 Jun 18 18:11:02.606089 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.615476 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-10fa0aa5-6f63-4bc5-ad54-41828f8adde5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/quotas/4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 375 time: 0.1876664 Jun 18 18:11:02.620809 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.628191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Transition to ACTIVE for port object 3659e24d-99e9-47eb-b3d7-377ea6b37180 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:02.636950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.35', 63073) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:02.671289 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.781998 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 08507531-9da7-4790-86c6-f451ef6cb8d6 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:02.786997 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.813246 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 08507531-9da7-4790-86c6-f451ef6cb8d6 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:02.813246 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.828144 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-da7a0f3d-381c-49d0-aaec-60c9507e879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:02.830119 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-da7a0f3d-381c-49d0-aaec-60c9507e879a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.2119646 Jun 18 18:11:02.853940 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71f103-41b8-4c62-bb95-aa9f3dc6b836,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:02.866388 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:02.874458 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4f4f-35a6-4915-be76-34670d45b7a8 req-c8c8175f-ee72-4570-878f-a25240614715 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:02.879309 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a62a4f4f-35a6-4915-be76-34670d45b7a8 req-c8c8175f-ee72-4570-878f-a25240614715 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.4825401 Jun 18 18:11:02.910295 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:02.955619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-04410538-01f4-433a-b5ab-57d86903ab27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105051 Jun 18 18:11:02.965222 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:02.989925 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-6aea868f-539e-4189-947a-6479f5ad2413 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3730187 Jun 18 18:11:03.047501 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.063723 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.064267 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Pushing event updated for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:03.070418 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:03.119916 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:03.123704 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-4d3bf36f-26fa-4f61-bcd9-cba652c747c6 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217093 Jun 18 18:11:03.125132 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-dc955d4f-97e8-42be-baa5-76b955cd15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:03.127256 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-dc955d4f-97e8-42be-baa5-76b955cd15be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=113b163f31fa4f65880093bc62f01804&device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 1096 time: 0.9731200 Jun 18 18:11:03.143238 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-81054eb0-5480-4f74-8151-55c00c618d4b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:03.145454 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-81054eb0-5480-4f74-8151-55c00c618d4b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 818 time: 0.4524579 Jun 18 18:11:03.263164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.288006 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Attempting to bind port 3659e24d-99e9-47eb-b3d7-377ea6b37180 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:03.288441 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Attempting to bind port 3659e24d-99e9-47eb-b3d7-377ea6b37180 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:03.288819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Attempting to bind port 3659e24d-99e9-47eb-b3d7-377ea6b37180 on network 6908cd8a-3375-4eac-9708-954d566b5816 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:03.311608 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:03.312092 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Checking segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:03.312316 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5bae6200-2c72-4e19-ae95-e089bcce5b51 req-cb77dc4c-3115-4e02-96db-a2723893a663 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655362 Jun 18 18:11:03.312531 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.312995 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Bound using segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:03.313515 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Bound port: 3659e24d-99e9-47eb-b3d7-377ea6b37180, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:03.313908 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.326352 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Request body: {'port': {'device_id': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'admin_state_up': True, 'tenant_id': '2aac711c99f84ed6b723bb761a40d324'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:03.400531 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a62a4f4f-35a6-4915-be76-34670d45b7a8 req-0924fb86-6c14-4b5a-a36d-dfa6f122f45b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075006 Jun 18 18:11:03.442176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.447163 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a7fe6e-5616-41b8-b861-724e8cf09d20,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:03.450946 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 08507531-9da7-4790-86c6-f451ef6cb8d6, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08507531-9da7-4790-86c6-f451ef6cb8d6,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:03.459968 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:03.489721 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-69488789-6cd3-4c0c-af58-c9f66d79e5c2 service neutron] 10.222.0.42 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682146 Jun 18 18:11:03.515699 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-68d13a3f-c035-4556-8a72-3deec317bae1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6067cabe-6856-421c-99b5-950fb47fb60a HTTP/1.1" status: 200 len: 217 time: 0.3503006 Jun 18 18:11:03.527630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.536203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.536371 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-ca5daae8-cc4f-4c5a-b9db-bd13014020ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:03.542350 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3106763 Jun 18 18:11:03.558258 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59558) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:03.574072 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:03.621224 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] For port 3659e24d-99e9-47eb-b3d7-377ea6b37180, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:03.632961 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-4cbd396b-ea1e-4c00-94c7-15177c56c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:03.634309 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-4cbd396b-ea1e-4c00-94c7-15177c56c549 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1642d396-0cec-4a67-bcf0-e228e9bdc852 HTTP/1.1" status: 200 len: 851 time: 0.0873997 Jun 18 18:11:03.643663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] For port 3659e24d-99e9-47eb-b3d7-377ea6b37180, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3659e24d-99e9-47eb-b3d7-377ea6b37180,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:03.654400 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:03.657811 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:03.713628 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-815f25ed-bf5a-4c7c-964d-f2df28177fbc service neutron] 10.222.0.42 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180378 Jun 18 18:11:03.722873 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.762511 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.765836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:03.813492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.819298 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:03.820706 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a71f103-41b8-4c62-bb95-aa9f3dc6b836 HTTP/1.1" status: 204 len: 168 time: 1.2936718 Jun 18 18:11:03.821853 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c465d5ae-62f7-424a-9875-5bfba6bdfddf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:03.900883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43781db-7215-4c3b-900f-c5ad3919db66 x-openstack-request-id: req-d43781db-7215-4c3b-900f-c5ad3919db66 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:03.901193 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:03.901460 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d43781db-7215-4c3b-900f-c5ad3919db66 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:03.901942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503', 'status': 'completed', 'code': 200} Jun 18 18:11:03.917982 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:03.918830 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:10:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:03.926690 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71f103-41b8-4c62-bb95-aa9f3dc6b836,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:03.935691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Pushing event updated for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:03.940725 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:03.946237 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:04.008541 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Made reservation on behalf of 2aac711c99f84ed6b723bb761a40d324 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:04.020236 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:04.027669 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-02c89dd6-90af-4801-ab95-55e8e273c176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b74d945-d319-4ffc-aef9-042ab4ba28cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890724 Jun 18 18:11:04.185542 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-76ebb7ab-99bb-41d1-a61c-229005719b92 service neutron] 10.222.0.35 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512318 Jun 18 18:11:04.290297 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08507531-9da7-4790-86c6-f451ef6cb8d6 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:04.303703 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53d8bd5f-1103-4097-bb8a-a23b400a37d4 req-9662a86b-b4c3-4e80-8162-2dfe816fe29e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 210 time: 0.1839807 Jun 18 18:11:04.368014 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-ec99f9c5-18a1-42ef-afdf-1ca08fe86c92 req-15784f7b-f1a7-4265-b743-7649c2d14cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666431 Jun 18 18:11:04.553641 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab21dbbc-81b4-4cad-adc3-2f3d7c0002c5 x-openstack-request-id: req-ab21dbbc-81b4-4cad-adc3-2f3d7c0002c5 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:04.554145 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:04.554547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab21dbbc-81b4-4cad-adc3-2f3d7c0002c5 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:04.555152 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a', 'status': 'completed', 'code': 200} Jun 18 18:11:04.586869 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:04.688276 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Allocated IP 172.20.0.5 (6908cd8a-3375-4eac-9708-954d566b5816/9de498cf-a62d-4c4e-8563-908b0d9a4979/7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:04.750278 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-faef78c3-4f84-4a30-8c03-5d427f0b7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:04.752021 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-faef78c3-4f84-4a30-8c03-5d427f0b7ebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 1097 time: 0.8416784 Jun 18 18:11:04.757755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30637891-22dd-4015-93d4-a248ac75867c req-7440d33b-d07b-4ee7-bfa6-bd3476a8a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:04.757755 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-7440d33b-d07b-4ee7-bfa6-bd3476a8a77c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=113b163f31fa4f65880093bc62f01804&device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 1096 time: 0.1599603 Jun 18 18:11:04.864352 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 08507531-9da7-4790-86c6-f451ef6cb8d6 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:04.864924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.099884 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3659e24d-99e9-47eb-b3d7-377ea6b37180 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:05.108434 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.117553 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10c400-abff-4837-b32f-bd5e0084494f req-0e9da78d-c68b-47c3-a499-5c6488c44c67 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:05.130829 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a10c400-abff-4837-b32f-bd5e0084494f req-0e9da78d-c68b-47c3-a499-5c6488c44c67 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.4449956 Jun 18 18:11:05.202102 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '3659e24d-99e9-47eb-b3d7-377ea6b37180', 'name': '', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'mac_address': 'fa:16:3e:73:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:50Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'subnets': [{'id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:05.263733 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30637891-22dd-4015-93d4-a248ac75867c req-cacfb8fa-87ab-474d-a8a5-fd2eeff6ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:05.266156 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-cacfb8fa-87ab-474d-a8a5-fd2eeff6ab9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b74d945-d319-4ffc-aef9-042ab4ba28cd HTTP/1.1" status: 200 len: 912 time: 0.4948494 Jun 18 18:11:05.268541 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383499-554e-423c-a8a5-cbf715c2e6f7 None None] The sync data for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi is: [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:51Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '3659e24d-99e9-47eb-b3d7-377ea6b37180', 'name': '', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'mac_address': 'fa:16:3e:73:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:50Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 4, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'subnets': [{'id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:11:05.273396 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 3659e24d-99e9-47eb-b3d7-377ea6b37180 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:05.284029 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 3659e24d-99e9-47eb-b3d7-377ea6b37180 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:05.288793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.416326 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59602) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:05.451469 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-f76a8901-1bb6-4479-9e2c-848d68e9a5a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6067cabe-6856-421c-99b5-950fb47fb60a HTTP/1.1" status: 200 len: 217 time: 0.1542959 Jun 18 18:11:05.627279 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.731190 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 3659e24d-99e9-47eb-b3d7-377ea6b37180, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3659e24d-99e9-47eb-b3d7-377ea6b37180,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:05.794685 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.804333 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:05.828807 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Allocated IP 172.27.2.18 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/fd81e1ce-b82d-44e5-8798-7023bb3b32c9) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:05.871060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30637891-22dd-4015-93d4-a248ac75867c req-4c94cfdc-5f16-4e13-8c5e-6a124d891f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:05.879007 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-4c94cfdc-5f16-4e13-8c5e-6a124d891f75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1642d396-0cec-4a67-bcf0-e228e9bdc852 HTTP/1.1" status: 200 len: 851 time: 0.4245145 Jun 18 18:11:05.896823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:05.946497 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:05.952353 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:05.993951 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-90df6b9d-4313-415b-b3c2-de0ca7c04bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:05.995399 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-90df6b9d-4313-415b-b3c2-de0ca7c04bb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 915 time: 1.2275796 Jun 18 18:11:06.067910 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.071908 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a10c400-abff-4837-b32f-bd5e0084494f req-bdfca2c5-619d-4a63-9743-1af7b626d2de tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320447 Jun 18 18:11:06.076795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.138413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3659e24d-99e9-47eb-b3d7-377ea6b37180 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:06.142886 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.35', 63078) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:06.159880 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.185222 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.189048 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8d84ba96-4f7a-4a1f-8ec9-e4429d0602d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:06.284599 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-8b82073e-e27c-405e-8af9-5786cc45dee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a505a6-4f50-4884-9231-4a899e5f0503 HTTP/1.1" status: 200 len: 217 time: 0.0764189 Jun 18 18:11:06.285817 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.335528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:06.353137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 3659e24d-99e9-47eb-b3d7-377ea6b37180 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:06.354264 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.354447 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d2c9d792-d258-49e1-978d-5adf8f25977a req-d6b4a95b-2b5e-42f0-ac2a-e9ee72f31429 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0741813 Jun 18 18:11:06.441879 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-7e924a1d-0cfe-4425-a364-6554f5c7fd73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b74d945-d319-4ffc-aef9-042ab4ba28cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152778 Jun 18 18:11:06.449315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63803566-fb57-4fd9-b624-f7b6c1e49880,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:06.457954 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:06.462492 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5330315e5f5e47598c405b45e3c44cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0427246 Jun 18 18:11:06.491248 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59614) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Network 6908cd8a-3375-4eac-9708-954d566b5816 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.910531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Pushing event updated for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:06.913901 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-ab24c229-af81-4d43-8799-33a365e7c292 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:06.913901 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-ab24c229-af81-4d43-8799-33a365e7c292 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 818 time: 0.5081429 Jun 18 18:11:06.914823 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:06.914823 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:06.914823 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-61edfeda-7f93-4be0-a493-77f0244acebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:06.914823 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-61edfeda-7f93-4be0-a493-77f0244acebb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.2927072 Jun 18 18:11:06.915398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Request body: {'port': {'device_id': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'admin_state_up': True, 'tenant_id': '2aac711c99f84ed6b723bb761a40d324'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:06.916411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:06.916411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:06.916411 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-0a5f29d1-cae9-4c89-84b6-63354a8110dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479760 Jun 18 18:11:06.916411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:06.917068 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-ddc8b8ab-2b6c-44db-b1f3-e62cbcc5486b service neutron] 10.222.0.35 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545866 Jun 18 18:11:06.917068 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.917224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-185a2392-7d44-4d59-9f09-025bfe4718c2 req-c95755ec-1508-4487-b751-6ab78717aaf7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 210 time: 0.0927310 Jun 18 18:11:06.917224 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=fd81e1ce-b82d-44e5-8798-7023bb3b32c9,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:06.917371 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:06.917460 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:07.059739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:07.059831 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-30637891-22dd-4015-93d4-a248ac75867c req-18b5e3a2-c855-4f27-8585-23787bb6831a service neutron] 10.222.0.35 "GET /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271941 Jun 18 18:11:07.081228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689105e-99b6-452f-8180-7c81aef13b89 req-4b3507c1-7d6f-4772-9add-f4bfbad0ed02 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:07.082741 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0689105e-99b6-452f-8180-7c81aef13b89 req-4b3507c1-7d6f-4772-9add-f4bfbad0ed02 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.4547763 Jun 18 18:11:07.127471 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-ad448868-4fa1-45ae-8011-d66744044697 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972088 Jun 18 18:11:07.153832 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0689105e-99b6-452f-8180-7c81aef13b89 req-6f974969-5b3a-4c20-acfa-8f69ab357cd3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Jun 18 18:11:07.337061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9e44-52b4-42bb-b4cd-71ac923dc74a req-5294eaa5-45e2-4337-b1f2-13c118f11067 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:07.339498 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8f7f9e44-52b4-42bb-b4cd-71ac923dc74a req-5294eaa5-45e2-4337-b1f2-13c118f11067 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.1010594 Jun 18 18:11:07.393692 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8f7f9e44-52b4-42bb-b4cd-71ac923dc74a req-9c8c0f86-96bf-4401-a5c8-255f030149e5 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Jun 18 18:11:07.505595 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3082944d-cfb6-46ba-b92d-3f62a1ea1fcb req-1114a9e6-30c8-447d-9ea0-f2d3c8269eb3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0352015 Jun 18 18:11:07.887386 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5721202 Jun 18 18:11:07.909591 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:07.913366 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:07.914720 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63803566-fb57-4fd9-b624-f7b6c1e49880 HTTP/1.1" status: 204 len: 168 time: 1.4191108 Jun 18 18:11:07.915604 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e9bc0555-b347-49b3-bae2-3ce3557b2da1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:07.946384 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63803566-fb57-4fd9-b624-f7b6c1e49880,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:07.954705 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:07.956048 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:07.991173 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Made reservation on behalf of 2aac711c99f84ed6b723bb761a40d324 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:08.008231 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.106220 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e248dd61-9be1-4379-b397-3ca9ab4117b4 req-1555dcae-4cca-41b8-92f4-39ce7d2022c7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 210 time: 0.0473485 Jun 18 18:11:08.239795 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Allocated IP 172.20.0.10 (6908cd8a-3375-4eac-9708-954d566b5816/9de498cf-a62d-4c4e-8563-908b0d9a4979/9a451e15-6a32-4e0a-8d3b-29cf0d75ace1) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:08.289528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.417723 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e080-32f8-4015-8ab5-dc9f7c2dafea req-4f03ba02-7ff3-41b7-9cf2-4fe4d3d3225f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:08.438484 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3646e080-32f8-4015-8ab5-dc9f7c2dafea req-4f03ba02-7ff3-41b7-9cf2-4fe4d3d3225f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.1046267 Jun 18 18:11:08.444912 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.476953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1be5b80e-70de-49b7-8432-95ce03995199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:08.503147 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.563152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=fd81e1ce-b82d-44e5-8798-7023bb3b32c9,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:08.569065 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:08.582037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.612437 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3646e080-32f8-4015-8ab5-dc9f7c2dafea req-7b50975b-5a66-45a1-9b72-3a7c170037ff tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729689 Jun 18 18:11:08.716598 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.729860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac846eb-8521-4d6a-a33d-20fdb2488097 req-417bda03-2aa6-47c0-9f00-e048b8222918 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:08.731485 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fac846eb-8521-4d6a-a33d-20fdb2488097 req-417bda03-2aa6-47c0-9f00-e048b8222918 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.1141536 Jun 18 18:11:08.739665 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:08.793784 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Network 6908cd8a-3375-4eac-9708-954d566b5816 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:08.794948 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fac846eb-8521-4d6a-a33d-20fdb2488097 req-b21b041b-0de9-4152-b59a-e90b90246fed tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Jun 18 18:11:08.797605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:08.809878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:08.809878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:08.809878 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.837187 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Pushing event updated for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:08.851188 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:08.851293 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:08.851293 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2858806 Jun 18 18:11:08.863221 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f866f0c1-59c9-4d15-b521-8759c6d01174 req-2cce43e4-5b76-4b93-9543-76fae20221b7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0796943 Jun 18 18:11:08.900141 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1804137 Jun 18 18:11:09.091477 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-f6ede653-a359-40ce-8c4f-2189a9995b9a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--310961605&fields=id&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 267 time: 0.0333474 Jun 18 18:11:09.231426 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-4a1fc6bb-6bfe-4471-a5c3-50234b4077e6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:09.233269 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-4a1fc6bb-6bfe-4471-a5c3-50234b4077e6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 816 time: 0.1346784 Jun 18 18:11:09.248008 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-b9750bb3-352b-4dbc-b62e-4d2c277533ce tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/quotas/c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 375 time: 0.0094659 Jun 18 18:11:09.361838 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-c9d51e04-e644-47da-8d75-59fabe9a5bb2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072230 Jun 18 18:11:09.374105 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e89e2-6558-4ca1-9916-b8725b4070aa req-736b1ac3-cda1-4c10-89e7-f0f238156361 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:09.375560 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-084e89e2-6558-4ca1-9916-b8725b4070aa req-736b1ac3-cda1-4c10-89e7-f0f238156361 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 932 time: 0.0915599 Jun 18 18:11:09.464786 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-084e89e2-6558-4ca1-9916-b8725b4070aa req-4d70537a-81b3-4ff5-86f0-ee101129c773 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783520 Jun 18 18:11:09.496764 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-c6d91a9d-e7fe-496d-b72a-634612e2eecd service neutron] 10.222.0.42 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184933 Jun 18 18:11:09.524255 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Request body: {'port': {'device_id': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:09.539113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Request body: {'port': {'device_id': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:09.631072 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:09.723255 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-060d75e8-73c8-4644-8c45-488ea23fdb3f req-ecfeb6ff-decc-44ac-bcf6-62c12bfbd41f service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966624 Jun 18 18:11:09.774989 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-427cd4e0-2ed7-4043-a1b1-57475a53e999 service neutron] 10.222.0.42 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683783 Jun 18 18:11:09.783935 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.058065 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:10.068239 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.098619 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Transition to ACTIVE for port object 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:10.173627 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.176069 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:10.249840 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:10.255152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:10.271975 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f4516-2bf9-4bf7-8ac2-5ff3d544a724 req-1943f45a-46fa-4579-8fe6-eeef2c1c1d5e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.273722 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ba0f4516-2bf9-4bf7-8ac2-5ff3d544a724 req-1943f45a-46fa-4579-8fe6-eeef2c1c1d5e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.1505289 Jun 18 18:11:10.291787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Attempting to bind port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:10.292125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Attempting to bind port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:10.292500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Attempting to bind port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 on network 6908cd8a-3375-4eac-9708-954d566b5816 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:10.297039 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 on network 6908cd8a-3375-4eac-9708-954d566b5816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:10.297359 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Attempting to bind port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 on network 6908cd8a-3375-4eac-9708-954d566b5816 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:10.302223 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:10.302561 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Checking segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:10.303016 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Bound using segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:10.303378 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Bound port: 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:10.303729 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.368523 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ba0f4516-2bf9-4bf7-8ac2-5ff3d544a724 req-50cf5cc9-02a8-44a5-8226-bb879f3c6593 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793684 Jun 18 18:11:10.395024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f80f1c-1073-4cf1-98fa-c7d4b3c47047 req-e7c0eef0-4ade-4899-a7cf-7e4c05025199 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.396610 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-96f80f1c-1073-4cf1-98fa-c7d4b3c47047 req-e7c0eef0-4ade-4899-a7cf-7e4c05025199 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.2105944 Jun 18 18:11:10.407480 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:10.411836 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:10.481916 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-96f80f1c-1073-4cf1-98fa-c7d4b3c47047 req-162eaaa6-9fcb-4761-9bd8-d65cf7d54661 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770271 Jun 18 18:11:10.482548 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.491661 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5ce77daa-6a3b-487e-8efe-e8bdb7180a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:10.504245 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:10.519908 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.563876 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.564861 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.565264 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Transition to ACTIVE for port object 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:10.566261 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] 10.222.0.35 "PUT /v2.0/ports/9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 200 len: 1094 time: 1.0469718 Jun 18 18:11:10.566744 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:10.573173 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c0f19-afd1-4d08-89de-fb3047c7c08e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:10.624085 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:10.633637 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:10.661954 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8451a6a7-fa1a-495c-ab74-d1800a94b945 req-369a07dc-df0f-496c-a82d-f779edc442b1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0940261 Jun 18 18:11:10.709920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.718530 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7a51b4df-5308-4065-aa5a-49f04e08ec62 req-dfed12ba-0fb0-49f6-ae2e-5507fc7a7395 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0699205 Jun 18 18:11:10.725943 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2436930b-04bf-4c21-95d0-3d087a786d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:10.813892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:10.824662 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:10.835813 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-770d1f30-3d08-4358-95ed-7d6275e69d7d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.838016 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-770d1f30-3d08-4358-95ed-7d6275e69d7d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 810 time: 0.2883637 Jun 18 18:11:10.845146 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feb038b-b9c0-40f4-9c2b-a66cb31441eb x-openstack-request-id: req-7feb038b-b9c0-40f4-9c2b-a66cb31441eb {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:10.845928 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:10.846139 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7feb038b-b9c0-40f4-9c2b-a66cb31441eb {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:10.846553 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1', 'status': 'completed', 'code': 200} Jun 18 18:11:10.849653 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-04222ac2-983c-44e0-bf0c-63bcdae7b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.851153 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-04222ac2-983c-44e0-bf0c-63bcdae7b071 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1097 time: 0.1487410 Jun 18 18:11:10.900326 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-27509697-5ad5-44c7-b82b-06a16569f38f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 200 len: 217 time: 0.0388114 Jun 18 18:11:10.920531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Attempting to bind port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:10.925804 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Attempting to bind port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:10.925804 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Attempting to bind port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 on network 6908cd8a-3375-4eac-9708-954d566b5816 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:10.949798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 on network 6908cd8a-3375-4eac-9708-954d566b5816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:10.958394 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Attempting to bind port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 on network 6908cd8a-3375-4eac-9708-954d566b5816 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:10.958619 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-cf15dc83-32ec-4e4f-b85d-113f614a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:10.959444 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-b46555f2-1597-4c1c-822b-60ca93fed47c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 380 time: 0.0922856 Jun 18 18:11:10.960474 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-cf15dc83-32ec-4e4f-b85d-113f614a5625 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0535533 Jun 18 18:11:10.965290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:10.965634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Checking segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:10.965991 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Bound using segment: {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:10.966411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Bound port: 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:10.966751 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:10.986285 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'port': {'device_id': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'admin_state_up': True, 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'security_groups': ['a61d6caa-9ec2-47f0-9048-108fd6b249ca']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:11.027355 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-2cd11621-108e-4089-a9ac-14e24f85b5ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518906 Jun 18 18:11:11.099797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e840f-6a73-470a-b96b-aafd459484f5 req-f39f9e21-47d2-4f76-afc0-cd23ca41d150 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.101369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ed0e840f-6a73-470a-b96b-aafd459484f5 req-f39f9e21-47d2-4f76-afc0-cd23ca41d150 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 944 time: 0.2143416 Jun 18 18:11:11.144578 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-0259f156-2e75-4079-8351-e69aef5bd0ef service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067452 Jun 18 18:11:11.154096 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:11.170476 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:11.188350 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ed0e840f-6a73-470a-b96b-aafd459484f5 req-2d477fef-df7f-4317-ab00-f60dd9cfa7ec tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770049 Jun 18 18:11:11.237237 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-85ed1d6c-7a91-42ca-a865-7e32b118bb8d req-cf5cb3d7-594b-49a6-944f-ee3e1885c9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829954 Jun 18 18:11:11.300960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Made reservation on behalf of 4eff8d86af2742bab66845c50e6560c3 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:11.308463 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.318149 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.323913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:11.375067 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.390497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.390497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] 10.222.0.35 "PUT /v2.0/ports/7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 1093 time: 1.8518679 Jun 18 18:11:11.390497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:11.390497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0" -d '{"events": [{"name": "network-changed", "server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:11.452711 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59770) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:11.484674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54172b2b-72e1-4939-a45a-fcea4a36fdd4 x-openstack-request-id: req-54172b2b-72e1-4939-a45a-fcea4a36fdd4 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:11.485329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:11.485329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54172b2b-72e1-4939-a45a-fcea4a36fdd4 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:11.485664 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5', 'status': 'completed', 'code': 200} Jun 18 18:11:11.488750 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:11.502119 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:11.581679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-3f33064a-f1a8-4fad-8fff-42f475f1e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.583677 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-3f33064a-f1a8-4fad-8fff-42f475f1e8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1096 time: 0.1083341 Jun 18 18:11:11.589892 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 49a505a6-4f50-4884-9231-4a899e5f0503 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:11.675546 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Allocated IP 172.20.0.8 (4d0423cf-a492-4b7c-9d8d-d17e5bdd424f/e522cfc6-8f72-4626-b441-145498812571/928cc558-f8be-482b-b3f7-2c7355c9e45f) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:11.706164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=49a505a6-4f50-4884-9231-4a899e5f0503,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:11.706734 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.709861 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-5570b59a-8bb6-4e8c-a2c5-cc64be150d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.711473 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-5570b59a-8bb6-4e8c-a2c5-cc64be150d63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1097 time: 0.2877684 Jun 18 18:11:11.720960 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '49a505a6-4f50-4884-9231-4a899e5f0503', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'port_id': '49a505a6-4f50-4884-9231-4a899e5f0503', 'mac_address': 'fa:16:3e:72:66:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbde94d-98b9-4fb4-bcba-2052646360f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:11.775423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.788958 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a505a6-4f50-4884-9231-4a899e5f0503 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:11.809676 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=49a505a6-4f50-4884-9231-4a899e5f0503,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:11.816472 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab33840-f65e-4889-863f-af27de6e4b9d req-48710dea-71dc-4ddc-80ba-4f874361ae25 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.818463 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-90991a2b-95de-4d0f-918f-ae281315afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.819915 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-90991a2b-95de-4d0f-918f-ae281315afea service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2aac711c99f84ed6b723bb761a40d324&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2275226 Jun 18 18:11:11.820750 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fab33840-f65e-4889-863f-af27de6e4b9d req-48710dea-71dc-4ddc-80ba-4f874361ae25 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 944 time: 0.2848883 Jun 18 18:11:11.950362 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:11.951544 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 6067cabe-6856-421c-99b5-950fb47fb60a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:11.979725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e181c-0a28-4ceb-a7ba-8a0c3f1e9962 req-90359ca9-143f-45c3-be70-9b892192a565 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:11.979725 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-229e181c-0a28-4ceb-a7ba-8a0c3f1e9962 req-90359ca9-143f-45c3-be70-9b892192a565 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 943 time: 0.3166130 Jun 18 18:11:11.994591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:12.016232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fab33840-f65e-4889-863f-af27de6e4b9d req-f5bfdb53-82cc-4a23-ad90-22f064393f17 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887271 Jun 18 18:11:12.063075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-d2c337ab-d5c2-40d6-b8a8-42f4e1e715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.069505 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-d2c337ab-d5c2-40d6-b8a8-42f4e1e715e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.3422632 Jun 18 18:11:12.089370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:12.094621 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:12.119335 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6067cabe-6856-421c-99b5-950fb47fb60a,segment=NetworkSegment(590ed0af-d494-4d66-b140-9d30cc321edf),segment_id=590ed0af-d494-4d66-b140-9d30cc321edf)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:12.134028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '6067cabe-6856-421c-99b5-950fb47fb60a', 'network_id': '2b74d945-d319-4ffc-aef9-042ab4ba28cd', 'port_id': '6067cabe-6856-421c-99b5-950fb47fb60a', 'mac_address': 'fa:16:3e:11:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642d396-0cec-4a67-bcf0-e228e9bdc852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:12.139464 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-229e181c-0a28-4ceb-a7ba-8a0c3f1e9962 req-d29ab01c-9a21-4b28-9f16-123da1545d62 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262631 Jun 18 18:11:12.139464 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-17d4023e-fb84-41bb-922d-5402d8b9d562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 200 len: 217 time: 0.0669236 Jun 18 18:11:12.149358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.178220 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.194221 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6067cabe-6856-421c-99b5-950fb47fb60a {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:12.221841 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6067cabe-6856-421c-99b5-950fb47fb60a,segment=NetworkSegment(590ed0af-d494-4d66-b140-9d30cc321edf),segment_id=590ed0af-d494-4d66-b140-9d30cc321edf)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:12.239482 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Transition to ACTIVE for port object 928cc558-f8be-482b-b3f7-2c7355c9e45f will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:12.272965 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1acabd0f-a32a-42ae-a404-da72b03a52f1 req-abc8f510-7be6-4a0c-a96a-dc98f2124614 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0503561 Jun 18 18:11:12.320552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.322401 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:12.351528 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-691c3026-3812-4adf-b4b4-53ccc0c43c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.353033 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-bdab6fd2-be01-49bb-81c9-d20c8a4248e0 req-691c3026-3812-4adf-b4b4-53ccc0c43c94 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5251651 Jun 18 18:11:12.362167 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6df9a9e0-0f6c-4431-9ea4-fa68259f24ad req-dcfc33a1-82d6-4bb2-8c90-e02804b761b3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0587313 Jun 18 18:11:12.364965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-8df54d57-fc1e-4517-ac73-8d6545dea4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.366300 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-8df54d57-fc1e-4517-ac73-8d6545dea4fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.2144895 Jun 18 18:11:12.385598 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.421140 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-3cf79408-89e8-438b-a2f5-4ce3e9bf3776 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303049 Jun 18 18:11:12.423151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:12.433071 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:12.479191 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-03766101-10c6-4705-b8c7-e2abdd4b1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.480982 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-03766101-10c6-4705-b8c7-e2abdd4b1119 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1096 time: 0.0555813 Jun 18 18:11:12.481915 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.485996 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:12.562673 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315dcb-46ba-45c2-8bfe-b137abb44611 req-17a3f520-b118-4134-a712-c674c84d52ed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.564272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25315dcb-46ba-45c2-8bfe-b137abb44611 req-17a3f520-b118-4134-a712-c674c84d52ed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 944 time: 0.1568570 Jun 18 18:11:12.575313 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f7cd38ed7754f2cbaf12ada1c635fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207781 Jun 18 18:11:12.580836 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-1c9bf4ac-6cd4-4609-a211-ee99284bc702 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611867 Jun 18 18:11:12.581072 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-16f0ed77-045c-41c7-abd4-30941f7dd8f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0929768 Jun 18 18:11:12.581288 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59796) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:12.585453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a61ba5-5443-47df-82d9-c941ee91be1c,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:12.588711 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:12.614249 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['6067cabe-6856-421c-99b5-950fb47fb60a'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:12.636831 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:12.646316 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee7c7-b400-4847-8102-35a26792b149 req-37f0a439-dc01-40b5-9b76-6e5248698783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.653445 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-37f0a439-dc01-40b5-9b76-6e5248698783 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0549614 Jun 18 18:11:12.684323 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-4f324fec-cc2e-45da-a6f9-a4a7de6e3772 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286276 Jun 18 18:11:12.801321 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-92691830-19b0-4f9b-8838-7e1f121f1b3f service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103079 Jun 18 18:11:12.824542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.849462 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:12.890434 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25315dcb-46ba-45c2-8bfe-b137abb44611 req-53ea1635-ec27-4303-a6a4-8d96389e2c68 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169987 Jun 18 18:11:12.913629 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-02fee7c7-b400-4847-8102-35a26792b149 req-51ae3cd3-71e1-4941-901c-2d958f011d79 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012719 Jun 18 18:11:12.932265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:12.938525 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:12.948194 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:12.953682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:12.954290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:12.962017 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:12.974579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:12.986623 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.005527 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a81c0f19-afd1-4d08-89de-fb3047c7c08e req-99476231-8ea5-48c7-8870-5bc055913229 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091985 Jun 18 18:11:13.018625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.107128 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1256437 Jun 18 18:11:13.120505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Request body: {'port': {'device_id': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:13.188500 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.193597 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.194704 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9a61ba5-5443-47df-82d9-c941ee91be1c HTTP/1.1" status: 204 len: 168 time: 0.6114459 Jun 18 18:11:13.199636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:13.233165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a61ba5-5443-47df-82d9-c941ee91be1c,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:13.236095 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:13.271926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.281876 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d66e4b40-6162-490b-abc8-13e2efe14052 None None] Provisioning for port 928cc558-f8be-482b-b3f7-2c7355c9e45f completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:13.286550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d66e4b40-6162-490b-abc8-13e2efe14052 None None] Provisioning complete for port 928cc558-f8be-482b-b3f7-2c7355c9e45f triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:13.286941 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d66e4b40-6162-490b-abc8-13e2efe14052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.321015 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-d66e4b40-6162-490b-abc8-13e2efe14052 None None] Port 928cc558-f8be-482b-b3f7-2c7355c9e45f cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:11:13.321379 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afe2e4-5bb0-4a99-987b-a1f76df8ebf9 req-a764250c-af4d-4617-9581-c08eba6bf7ae tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:13.323709 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-19afe2e4-5bb0-4a99-987b-a1f76df8ebf9 req-a764250c-af4d-4617-9581-c08eba6bf7ae tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 945 time: 0.1794751 Jun 18 18:11:13.463174 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-19afe2e4-5bb0-4a99-987b-a1f76df8ebf9 req-375d67f8-9c20-4e7b-9fc6-4e2582038872 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313393 Jun 18 18:11:13.477930 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96467a63-3e0a-429b-a8c2-b1e4fbda3280 req-684050cd-90c5-4ef6-a762-e191f065c126 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:13.479428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-96467a63-3e0a-429b-a8c2-b1e4fbda3280 req-684050cd-90c5-4ef6-a762-e191f065c126 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 944 time: 0.2086105 Jun 18 18:11:13.569686 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:13.569686 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 49a505a6-4f50-4884-9231-4a899e5f0503 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:13.638570 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-96467a63-3e0a-429b-a8c2-b1e4fbda3280 req-8d8d9e8e-61f2-4cff-9255-a45d9cb56fbd tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487353 Jun 18 18:11:13.835532 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:13.848149 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'port_id': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1', 'mac_address': 'fa:16:3e:29:32:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:13.855844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-8b37dd83-3de5-49dd-99f9-eede88192cd6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:13.857533 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-8b37dd83-3de5-49dd-99f9-eede88192cd6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 816 time: 0.3446603 Jun 18 18:11:13.868333 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eae498ee-5ff3-4b3c-8dc8-3eace1eccf95 req-f188e3f5-d16c-4df9-bbe6-5b20c1432b03 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0787687 Jun 18 18:11:13.908042 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:13.922299 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:13.946398 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:13.947641 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-9f6c5425-66ce-4e78-bf2c-cc0abaa2d6d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 379 time: 0.0782480 Jun 18 18:11:13.965536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816a0b0-6665-4a3b-a2e2-09a1a98a2ed7 req-db9abb13-416c-4ba1-be19-38d6832a447b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:13.967139 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b816a0b0-6665-4a3b-a2e2-09a1a98a2ed7 req-db9abb13-416c-4ba1-be19-38d6832a447b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 931 time: 0.2955036 Jun 18 18:11:13.973804 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'port': {'device_id': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'admin_state_up': True, 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'security_groups': ['0ab95afc-23ac-48a5-9769-50bc3e181641']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:13.977639 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 49a505a6-4f50-4884-9231-4a899e5f0503 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:13.985274 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 49a505a6-4f50-4884-9231-4a899e5f0503 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:13.989984 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.025748 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928cc558-f8be-482b-b3f7-2c7355c9e45f {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:14.035016 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.041568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.071593 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:14.117011 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Transition to ACTIVE for port object 928cc558-f8be-482b-b3f7-2c7355c9e45f will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:14.127848 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b816a0b0-6665-4a3b-a2e2-09a1a98a2ed7 req-b882150a-fc75-4189-ab0f-c4a002555aad tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477787 Jun 18 18:11:14.145752 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:14.159938 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:14.191602 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f977-3d19-4e69-88cb-39afa2d7cfb0 req-c221dc31-d42d-4616-bbb2-6c105c2e5d13 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:14.193255 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d461f977-3d19-4e69-88cb-39afa2d7cfb0 req-c221dc31-d42d-4616-bbb2-6c105c2e5d13 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 945 time: 0.1332569 Jun 18 18:11:14.217583 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.225440 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.232016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:14.253415 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:14.276737 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d461f977-3d19-4e69-88cb-39afa2d7cfb0 req-8eeaa115-ca84-42a9-8715-31e7f16b9b61 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Jun 18 18:11:14.319803 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Made reservation on behalf of c23457e30a3b499486cecece2668e238 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:14.322602 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.328622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Pushing event updated for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:14.340319 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:14.359766 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['9a451e15-6a32-4e0a-8d3b-29cf0d75ace1'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:14.418714 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Attempting to bind port 928cc558-f8be-482b-b3f7-2c7355c9e45f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:14.419046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Attempting to bind port 928cc558-f8be-482b-b3f7-2c7355c9e45f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:14.419372 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Attempting to bind port 928cc558-f8be-482b-b3f7-2c7355c9e45f on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:14.420233 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=49a505a6-4f50-4884-9231-4a899e5f0503,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:14.428012 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Port 928cc558-f8be-482b-b3f7-2c7355c9e45f on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:14.428352 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Attempting to bind port 928cc558-f8be-482b-b3f7-2c7355c9e45f on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:14.442203 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:14.442523 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Checking segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:14.442898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Bound using segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:14.443333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Bound port: 928cc558-f8be-482b-b3f7-2c7355c9e45f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:14.443717 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.503543 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14804822-a358-4d50-9dc9-d2bdbd8dd2f7" -d '{"events": [{"server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "name": "network-vif-plugged", "status": "completed", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:14.549807 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Allocated IP 172.20.0.3 (5eef5d35-ee21-4ccf-a328-c4bb4231d93a/5632d432-c0c3-460a-bc8b-90d9ecfbbff7/e818a37a-5753-4e27-bb67-7613228d1f22) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:14.567404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:14.587383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:14.634437 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77395278-3400-40d7-9fe4-b636fa8a8a9c x-openstack-request-id: req-77395278-3400-40d7-9fe4-b636fa8a8a9c {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:14.634740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "name": "network-vif-plugged", "status": "completed", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:14.635007 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77395278-3400-40d7-9fe4-b636fa8a8a9c {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:14.635471 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503', 'code': 200} Jun 18 18:11:14.753359 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:14.772523 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1ced-40db-45b7-bca5-5fc4fc196d6e req-5fec46cf-2586-4e98-b344-c25b25005c50 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:14.774171 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f12b1ced-40db-45b7-bca5-5fc4fc196d6e req-5fec46cf-2586-4e98-b344-c25b25005c50 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 945 time: 0.1210153 Jun 18 18:11:14.792412 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Transition to ACTIVE for port object e818a37a-5753-4e27-bb67-7613228d1f22 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:14.866181 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f12b1ced-40db-45b7-bca5-5fc4fc196d6e req-aed93b38-40e2-4c5c-8fd8-a2aabb7b652c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824945 Jun 18 18:11:14.890330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d27578-c5f3-4485-92f3-86056721c560 req-3b6ab8c9-643f-44b7-abe2-09bc81f74767 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:14.891776 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-88d27578-c5f3-4485-92f3-86056721c560 req-3b6ab8c9-643f-44b7-abe2-09bc81f74767 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 944 time: 0.1300902 Jun 18 18:11:14.942710 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-88d27578-c5f3-4485-92f3-86056721c560 req-7647fa4f-5d4d-4c82-bf4c-d90798301c17 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Jun 18 18:11:15.019339 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.022176 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 6067cabe-6856-421c-99b5-950fb47fb60a up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:15.045922 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ef683a7e-e2cf-4a4c-bc20-d4b09005ec52 req-d6e50100-93ab-4550-ac06-64a659f41352 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0294142 Jun 18 18:11:15.059588 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:15.128591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:15.128591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:15.139982 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.141288 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.145820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:15.196259 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.196969 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.198348 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] 10.222.0.35 "PUT /v2.0/ports/928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 1093 time: 2.0836601 Jun 18 18:11:15.198896 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:15.201229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1602c-cac3-4f16-86f9-7f936f08f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:15.215841 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:15.223165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:15.226552 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:15.230376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 6067cabe-6856-421c-99b5-950fb47fb60a completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:15.232089 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.232825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.237394 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 6067cabe-6856-421c-99b5-950fb47fb60a triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:15.239140 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.246934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Pushing event updated for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:15.332433 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a7f090-65e2-42e7-adfa-6492baa87721 x-openstack-request-id: req-b3a7f090-65e2-42e7-adfa-6492baa87721 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:15.332883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:15.333311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3a7f090-65e2-42e7-adfa-6492baa87721 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:15.333980 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'status': 'completed', 'code': 200} Jun 18 18:11:15.384377 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:15.390454 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:15.406880 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4385827 Jun 18 18:11:15.407406 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:15.407821 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:15.487514 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.540514 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Request body: {'port': {'device_id': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:15.569463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6067cabe-6856-421c-99b5-950fb47fb60a,segment=NetworkSegment(590ed0af-d494-4d66-b140-9d30cc321edf),segment_id=590ed0af-d494-4d66-b140-9d30cc321edf)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:15.578510 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:15.616604 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-cbba0894-033b-4718-a4c5-c2b8b7af8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.654887 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-cbba0894-033b-4718-a4c5-c2b8b7af8e5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 1099 time: 0.1490698 Jun 18 18:11:15.654887 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.681761 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:15.692388 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800548-7b77-4def-8ca4-91ed5f9e7794 req-403cf7c7-92d8-436b-9af3-30c4bfd88bb0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.706255 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5', 'network_id': '6908cd8a-3375-4eac-9708-954d566b5816', 'port_id': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5', 'mac_address': 'fa:16:3e:d1:9d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de498cf-a62d-4c4e-8563-908b0d9a4979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:15.706819 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00800548-7b77-4def-8ca4-91ed5f9e7794 req-403cf7c7-92d8-436b-9af3-30c4bfd88bb0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.3640654 Jun 18 18:11:15.713501 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-fd8d2d7e-543e-4dc3-ad27-9fd3b653a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.714914 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-fd8d2d7e-543e-4dc3-ad27-9fd3b653a135 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1096 time: 0.3275890 Jun 18 18:11:15.726197 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-de19432c-a00a-43df-a0c6-18b8b4b4d45f None None] Provisioning for port e818a37a-5753-4e27-bb67-7613228d1f22 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:15.729374 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.731704 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8f240e5a-1508-484b-b859-2c5af2107f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:15.736475 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-de19432c-a00a-43df-a0c6-18b8b4b4d45f None None] Provisioning complete for port e818a37a-5753-4e27-bb67-7613228d1f22 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:15.736475 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-de19432c-a00a-43df-a0c6-18b8b4b4d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.743522 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:15.833785 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.933841 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:15.940267 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:15.949164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c00a-7eae-4f18-a3ae-4d587ee95c24 req-0635b1e9-818f-445c-9066-2bd6fba0df0f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:15.950691 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e121c00a-7eae-4f18-a3ae-4d587ee95c24 req-0635b1e9-818f-445c-9066-2bd6fba0df0f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 945 time: 0.4225335 Jun 18 18:11:15.974696 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-119a9837-4519-44c2-b2b4-6a316e6c12de req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459332 Jun 18 18:11:15.984336 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6907df-b025-43cb-a9f7-df6395e8f99a,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:15.989092 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:16.009599 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-de19432c-a00a-43df-a0c6-18b8b4b4d45f None None] Port e818a37a-5753-4e27-bb67-7613228d1f22 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:11:16.027805 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.042771 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:16.047057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:16.048672 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:16.072231 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:16.074955 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.112832 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00800548-7b77-4def-8ca4-91ed5f9e7794 req-22e48be4-a2b7-40a1-b759-70f00dcbef4e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123595 Jun 18 18:11:16.121527 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:16.127356 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:16.127789 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.177477 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.180462 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:16.224126 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e121c00a-7eae-4f18-a3ae-4d587ee95c24 req-d6a5e8bb-c002-4472-a96b-9403872033db tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165279 Jun 18 18:11:16.290675 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:16.302538 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:16.304443 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.341649 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:16.350539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-71d6894a-906c-49e8-bef7-a84582ed50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:16.352592 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-71d6894a-906c-49e8-bef7-a84582ed50ce service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4eff8d86af2742bab66845c50e6560c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6229167 Jun 18 18:11:16.422521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:16.446423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.449835 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a42178e5-c040-4f2f-a2ab-2463847fc02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:16.517871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:16.521763 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:16.636380 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a'}, {'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:16.638723 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b27e5-9f62-4305-8ee3-bc9f45a85ced" -d '{"events": [{"server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "name": "network-vif-plugged", "status": "completed", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a"}, {"server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "name": "network-vif-plugged", "status": "completed", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:16.681949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500bd0a-1567-4faa-8fe5-70d39265169a req-b232b8a9-3c99-4ead-ba96-587638a6758d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:16.683430 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6500bd0a-1567-4faa-8fe5-70d39265169a req-b232b8a9-3c99-4ead-ba96-587638a6758d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.4023929 Jun 18 18:11:16.689511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-5781c79d-b6d3-4784-b593-2d9c74b5ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:16.691019 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9da1602c-cac3-4f16-86f9-7f936f08f5ae req-5781c79d-b6d3-4784-b593-2d9c74b5ed9a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3123617 Jun 18 18:11:16.718084 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e410c-ca4f-4cc2-bce4-6378bab462f0 req-0e547564-9b79-46ed-ba87-19ae384d7837 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:16.719547 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-905e410c-ca4f-4cc2-bce4-6378bab462f0 req-0e547564-9b79-46ed-ba87-19ae384d7837 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.3419266 Jun 18 18:11:16.819545 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6500bd0a-1567-4faa-8fe5-70d39265169a req-b052200b-6c28-4740-9777-53141b1fe0d3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221218 Jun 18 18:11:16.835672 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-905e410c-ca4f-4cc2-bce4-6378bab462f0 req-b0052cdc-96b4-447d-be71-d2dd5c80fcae tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031685 Jun 18 18:11:16.863670 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:16.882300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:16.898171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Transition to ACTIVE for port object e818a37a-5753-4e27-bb67-7613228d1f22 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:16.905832 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0478f70-b1c4-44a4-a51c-808b434bd8f6 x-openstack-request-id: req-c0478f70-b1c4-44a4-a51c-808b434bd8f6 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:16.905832 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "name": "network-vif-plugged", "status": "completed", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a", "code": 200}, {"server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "name": "network-vif-plugged", "status": "completed", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:16.905832 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0478f70-b1c4-44a4-a51c-808b434bd8f6 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:16.905832 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a', 'code': 200} Jun 18 18:11:16.906174 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1', 'code': 200} Jun 18 18:11:17.012369 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438ae2-6b7b-4699-8bf2-fc578bada361 req-b4f26e45-2b1f-433d-9d6d-cf617057a1dc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:17.013878 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-62438ae2-6b7b-4699-8bf2-fc578bada361 req-b4f26e45-2b1f-433d-9d6d-cf617057a1dc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 931 time: 0.0652993 Jun 18 18:11:17.017345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:17.019817 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:17.126305 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:17.133863 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-62438ae2-6b7b-4699-8bf2-fc578bada361 req-1605faad-364e-4a36-9fe1-030add2aaa1d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102180 Jun 18 18:11:17.134928 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:17.187300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Attempting to bind port e818a37a-5753-4e27-bb67-7613228d1f22 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:17.187300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Attempting to bind port e818a37a-5753-4e27-bb67-7613228d1f22 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:17.187300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Attempting to bind port e818a37a-5753-4e27-bb67-7613228d1f22 on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:17.189819 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Port e818a37a-5753-4e27-bb67-7613228d1f22 on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:17.190123 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Attempting to bind port e818a37a-5753-4e27-bb67-7613228d1f22 on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:17.195358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:17.195692 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Checking segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:17.196078 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Bound using segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:17.196532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Bound port: e818a37a-5753-4e27-bb67-7613228d1f22, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:17.196876 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:17.284407 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:17.314424 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:17.347878 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab788d20-4436-4237-9e91-135447c3e43a req-958a6d3f-9e1a-4f90-8035-fbf7795e6d84 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:17.349132 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ab788d20-4436-4237-9e91-135447c3e43a req-958a6d3f-9e1a-4f90-8035-fbf7795e6d84 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0800884 Jun 18 18:11:17.416593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:17.426377 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99e1c79a-b9e7-4cff-ac45-a5c19e641d54 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:17.431319 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ab788d20-4436-4237-9e91-135447c3e43a req-5a37cd17-8796-4e6f-b49b-5698266ebcae tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763535 Jun 18 18:11:17.470327 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:17.470947 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:17.472272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] 10.222.0.35 "PUT /v2.0/ports/e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 200 len: 1093 time: 1.9430621 Jun 18 18:11:17.474342 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:17.476638 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9238c352-d062-42cd-8292-4934b03192ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:17.504610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d934c9-04d0-4e35-9313-c12858cb1740 req-467516e8-e565-4140-bc32-5323c5c0b982 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:17.506123 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-26d934c9-04d0-4e35-9313-c12858cb1740 req-467516e8-e565-4140-bc32-5323c5c0b982 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1448538 Jun 18 18:11:17.509387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:17.526106 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:17.527292 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de44131c-01cd-470c-b802-8fc82f809cf7 x-openstack-request-id: req-de44131c-01cd-470c-b802-8fc82f809cf7 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:17.527599 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:17.527870 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de44131c-01cd-470c-b802-8fc82f809cf7 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:17.528270 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'status': 'completed', 'code': 200} Jun 18 18:11:17.558489 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-26d934c9-04d0-4e35-9313-c12858cb1740 req-b6dedd5c-f03c-4867-8424-e3ba5b304af6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Jun 18 18:11:18.042593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c19df-de6d-4040-8ad8-4f4e2b05eed3 req-fedfe9eb-93f2-4ae5-b83d-3ae33f57ef3a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:18.046528 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-662c19df-de6d-4040-8ad8-4f4e2b05eed3 req-fedfe9eb-93f2-4ae5-b83d-3ae33f57ef3a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1057115 Jun 18 18:11:18.055209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d343fb-f598-4e63-a0bc-b9d76d4d93d6 req-5f8b590a-103e-4e22-a90d-941ecbd6695d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:18.056618 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a4d343fb-f598-4e63-a0bc-b9d76d4d93d6 req-5f8b590a-103e-4e22-a90d-941ecbd6695d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1164563 Jun 18 18:11:18.095297 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59956) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:18.113703 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-662c19df-de6d-4040-8ad8-4f4e2b05eed3 req-6818d570-d032-471a-8eaa-06fe445aa397 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543611 Jun 18 18:11:18.117161 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a4d343fb-f598-4e63-a0bc-b9d76d4d93d6 req-df2461f8-bab3-4bef-abf8-69b997c76819 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Jun 18 18:11:18.205500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.309834 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.335373 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539046-ec0e-47dc-993e-186584d2fcc7 req-d5be0107-dfa3-44cc-a862-28f115af8028 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:18.336843 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8539046-ec0e-47dc-993e-186584d2fcc7 req-d5be0107-dfa3-44cc-a862-28f115af8028 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0699487 Jun 18 18:11:18.375057 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8539046-ec0e-47dc-993e-186584d2fcc7 req-1fc81241-5430-4807-8e00-9707e369bb00 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327547 Jun 18 18:11:18.390437 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.399392 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-718626b9-daec-46db-a4ec-48e0de81847b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:18.431635 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82f34136b82444aeb8f8f5ac3ae621b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350701 Jun 18 18:11:18.434924 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 59972) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:18.436125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f26516-85ef-4a35-abb2-d6cd139d0da7,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:18.439117 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:18.489639 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.512782 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.625330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f2b9-a485-4572-93b2-7de94dceaa0a req-5e95d360-f504-4235-9b84-21d78bc2a7f5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:18.626709 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e79f2b9-a485-4572-93b2-7de94dceaa0a req-5e95d360-f504-4235-9b84-21d78bc2a7f5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0627301 Jun 18 18:11:18.646311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.650737 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:18.651787 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6f26516-85ef-4a35-abb2-d6cd139d0da7 HTTP/1.1" status: 204 len: 168 time: 0.2158446 Jun 18 18:11:18.653592 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9dca8741-50ab-4859-8464-287fee221597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:18.668760 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f26516-85ef-4a35-abb2-d6cd139d0da7,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:18.671634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:18.716369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e79f2b9-a485-4572-93b2-7de94dceaa0a req-7399b6b9-4daa-4ee4-9cd4-09e3e1476f23 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835729 Jun 18 18:11:18.752292 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d981b5-1b7b-449f-b2c7-ec1e806ab6ee req-aef30f3e-56ec-4e53-9398-b167fe11ef32 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:18.753737 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-90d981b5-1b7b-449f-b2c7-ec1e806ab6ee req-aef30f3e-56ec-4e53-9398-b167fe11ef32 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0748842 Jun 18 18:11:18.791276 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-90d981b5-1b7b-449f-b2c7-ec1e806ab6ee req-492b5866-f537-4120-8de5-05378bdcdb4f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jun 18 18:11:19.327718 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf9e1-bf09-4cfc-9cfa-d0575621d34e req-4b64acb0-8c9f-48b0-8e44-ff6c918b30af tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.329226 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fcf9e1-bf09-4cfc-9cfa-d0575621d34e req-4b64acb0-8c9f-48b0-8e44-ff6c918b30af tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1045923 Jun 18 18:11:19.341431 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57001893-db7b-4c75-81a4-69132ea32958 req-5369d169-4490-4875-b9fd-7622edbba25c tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.344089 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-57001893-db7b-4c75-81a4-69132ea32958 req-5369d169-4490-4875-b9fd-7622edbba25c tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1087253 Jun 18 18:11:19.396133 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fcf9e1-bf09-4cfc-9cfa-d0575621d34e req-cc7eac6d-4974-4ac7-aab2-349d0ada9cde tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Jun 18 18:11:19.403914 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-57001893-db7b-4c75-81a4-69132ea32958 req-04a80f11-3d0f-45c7-b4d3-303926832c99 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Jun 18 18:11:19.456418 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 59992) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:19.470625 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:19.597158 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:19.843892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5b35-45f7-4a68-84db-cbdc9737a8fa req-45e5def3-4a3a-4a99-9931-34e1ee8384b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.845326 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-391b5b35-45f7-4a68-84db-cbdc9737a8fa req-45e5def3-4a3a-4a99-9931-34e1ee8384b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.3130510 Jun 18 18:11:19.847738 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:19.851961 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-74938188-460e-45ce-8141-847bc69f3147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:19.878353 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-165f489e-b309-4183-b2d8-7927477395f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.879802 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-165f489e-b309-4183-b2d8-7927477395f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1096 time: 0.3127067 Jun 18 18:11:19.891896 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6784b9d0d424acbbddc84ee20100aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314203 Jun 18 18:11:19.891896 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67889a68-0fe4-4fb2-bcf0-ce520116dd51,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:19.892716 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60002) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:19.900822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c352-d062-42cd-8292-4934b03192ba req-8a62daf3-2e6c-4c86-bfa6-1a237dc66cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.902191 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9238c352-d062-42cd-8292-4934b03192ba req-8a62daf3-2e6c-4c86-bfa6-1a237dc66cf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1484001 Jun 18 18:11:19.905672 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:19.929573 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-391b5b35-45f7-4a68-84db-cbdc9737a8fa req-99843ce8-5dbe-4c8f-ae79-49001fec42f0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733211 Jun 18 18:11:19.949955 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341a04-9262-4426-b8bd-e1b2b4cff8ed req-d1d9a24f-e645-43d7-81fa-135c15ea5809 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:19.952029 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a341a04-9262-4426-b8bd-e1b2b4cff8ed req-d1d9a24f-e645-43d7-81fa-135c15ea5809 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.1192856 Jun 18 18:11:19.955441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:19.980577 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:20.001853 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a341a04-9262-4426-b8bd-e1b2b4cff8ed req-a44ec2bd-d3f0-4299-bab7-75281d9f6ea2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Jun 18 18:11:20.102570 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c7a9-90d3-4a9e-a04e-1addf3de96d2 req-9713a8c6-3f06-46b9-8c88-5feee7e69a77 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:20.103998 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e14c7a9-90d3-4a9e-a04e-1addf3de96d2 req-9713a8c6-3f06-46b9-8c88-5feee7e69a77 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0623691 Jun 18 18:11:20.139528 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:20.141287 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e14c7a9-90d3-4a9e-a04e-1addf3de96d2 req-615608f6-984e-471e-8d7a-206e57ab4e05 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Jun 18 18:11:20.142572 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:20.143837 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67889a68-0fe4-4fb2-bcf0-ce520116dd51 HTTP/1.1" status: 204 len: 168 time: 0.2400150 Jun 18 18:11:20.144698 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:20.152759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67889a68-0fe4-4fb2-bcf0-ce520116dd51,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:20.155516 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:20.633148 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b381-201a-46ac-8614-d3516f42ba7e req-23e0a58f-8308-4a15-ba32-ea5503091f33 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:20.634622 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d39b381-201a-46ac-8614-d3516f42ba7e req-23e0a58f-8308-4a15-ba32-ea5503091f33 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1084187 Jun 18 18:11:20.642009 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8aa7-e900-47af-a157-6f11f87c5551 req-aa4ae8cc-6f40-4c51-8d5b-6fcb2d02c38a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:20.643415 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b6ca8aa7-e900-47af-a157-6f11f87c5551 req-aa4ae8cc-6f40-4c51-8d5b-6fcb2d02c38a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1281297 Jun 18 18:11:20.700354 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b6ca8aa7-e900-47af-a157-6f11f87c5551 req-95347512-6094-4723-ae10-80c71ab12552 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488715 Jun 18 18:11:20.702876 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d39b381-201a-46ac-8614-d3516f42ba7e req-3d3c54d4-7373-46b1-81ab-1017b418d1bd tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Jun 18 18:11:21.116954 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e631336-e77e-44f2-8b61-20e3bdd19827 req-abbf6fb6-ca7b-407d-95f2-02d1ace3c5ab tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:21.118373 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8e631336-e77e-44f2-8b61-20e3bdd19827 req-abbf6fb6-ca7b-407d-95f2-02d1ace3c5ab tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0691433 Jun 18 18:11:21.188068 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8e631336-e77e-44f2-8b61-20e3bdd19827 req-8783aafc-6d44-4f17-a649-5efebea42523 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600796 Jun 18 18:11:21.207452 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da0cf-606c-4b28-b532-3fb8d8a2ac13 req-2da40deb-ef7e-4995-adec-71736c44e0ab tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:21.208937 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d27da0cf-606c-4b28-b532-3fb8d8a2ac13 req-2da40deb-ef7e-4995-adec-71736c44e0ab tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.1000021 Jun 18 18:11:21.248633 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d27da0cf-606c-4b28-b532-3fb8d8a2ac13 req-be049ca8-a54a-494c-82a0-a2be60de7e68 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Jun 18 18:11:21.351254 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda43d-b00f-443e-afe1-d2eeb9445952 req-0237193f-e2c2-466d-9949-4d3f554dc42f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:21.352623 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-05fda43d-b00f-443e-afe1-d2eeb9445952 req-0237193f-e2c2-466d-9949-4d3f554dc42f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0619252 Jun 18 18:11:21.395162 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-05fda43d-b00f-443e-afe1-d2eeb9445952 req-ea02c2ef-9792-472e-8ca0-f019098da142 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jun 18 18:11:21.916797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362eee-d74f-42d6-bbc9-bc5539daf804 req-39eb8d8b-fc76-4efe-a7b9-36e686996c91 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:21.918233 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32362eee-d74f-42d6-bbc9-bc5539daf804 req-39eb8d8b-fc76-4efe-a7b9-36e686996c91 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1086555 Jun 18 18:11:21.926872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a9cce-42b2-4006-a2d6-677fa5cfa903 req-c0c523db-15a4-48b6-96af-13b7dbbfd44f tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:21.928226 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a33a9cce-42b2-4006-a2d6-677fa5cfa903 req-c0c523db-15a4-48b6-96af-13b7dbbfd44f tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1091766 Jun 18 18:11:21.988149 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32362eee-d74f-42d6-bbc9-bc5539daf804 req-4793ab31-7f38-44aa-b089-a4da8ac056c1 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jun 18 18:11:21.992975 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a33a9cce-42b2-4006-a2d6-677fa5cfa903 req-a7ab7e6a-d656-4455-905c-faf9f2ce56a1 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570693 Jun 18 18:11:22.367877 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb986db-8582-4832-966e-23e4d45d98d1 req-70ed30de-ba7d-40cb-90e7-f11e797255db tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.369458 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eeb986db-8582-4832-966e-23e4d45d98d1 req-70ed30de-ba7d-40cb-90e7-f11e797255db tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0678263 Jun 18 18:11:22.442342 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eeb986db-8582-4832-966e-23e4d45d98d1 req-1595465d-ff45-48ea-838b-6dac8ab683ad tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630913 Jun 18 18:11:22.458354 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bd05a-a411-4c3d-bc21-637877a5d839 req-c6090705-a423-4ef9-9b75-4179ae939a28 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.459817 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-614bd05a-a411-4c3d-bc21-637877a5d839 req-c6090705-a423-4ef9-9b75-4179ae939a28 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0894821 Jun 18 18:11:22.504521 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-614bd05a-a411-4c3d-bc21-637877a5d839 req-3399820b-0a6b-4115-92a5-7fbe284c9f1f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Jun 18 18:11:22.594644 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f0485f94-8f68-45b0-a21d-c09e32883b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:22.619781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a133a-1596-4f98-b4b1-200ca11358ba req-701229df-723b-4257-8b44-54fb9a9ff81c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.621257 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b64a133a-1596-4f98-b4b1-200ca11358ba req-701229df-723b-4257-8b44-54fb9a9ff81c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0627599 Jun 18 18:11:22.669237 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b64a133a-1596-4f98-b4b1-200ca11358ba req-62b7b516-81bc-405b-8dfb-2b6dcb291b23 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Jun 18 18:11:22.716135 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-0e7bd67c-c91d-4fbd-a02b-0b214956238f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 217 time: 0.0550189 Jun 18 18:11:22.795723 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf807c-6e34-4dd0-946e-c8c164756e00 req-b935ecc4-1a28-47b1-90f7-abe7fe042685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.797257 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e9bf807c-6e34-4dd0-946e-c8c164756e00 req-b935ecc4-1a28-47b1-90f7-abe7fe042685 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 1098 time: 0.1020398 Jun 18 18:11:22.800219 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b887b9c-b6c5-479b-9795-7ac770743922 req-b75207df-3aa6-4e25-8157-518de8e5d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.801490 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-4b887b9c-b6c5-479b-9795-7ac770743922 req-b75207df-3aa6-4e25-8157-518de8e5d404 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1099 time: 0.1049838 Jun 18 18:11:22.802968 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-1a81ae26-76bd-478e-bd2d-7e2d51d7f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.804373 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-1a81ae26-76bd-478e-bd2d-7e2d51d7f920 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0647554 Jun 18 18:11:22.833688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c352-d062-42cd-8292-4934b03192ba req-3dc41d27-255e-4300-a755-576ae7cc9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.835149 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9238c352-d062-42cd-8292-4934b03192ba req-3dc41d27-255e-4300-a755-576ae7cc9784 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c23457e30a3b499486cecece2668e238&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1650918 Jun 18 18:11:22.869308 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e9bf807c-6e34-4dd0-946e-c8c164756e00 req-8bae1599-b419-4fb6-8239-2d378343d5f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484328 Jun 18 18:11:22.872955 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-4b887b9c-b6c5-479b-9795-7ac770743922 req-7e035961-2218-4f4c-800c-a1e75184ec3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Jun 18 18:11:22.967121 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-c88e411b-67b5-4518-9ab8-c8eef104dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.968600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-c88e411b-67b5-4518-9ab8-c8eef104dc40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463425 Jun 18 18:11:22.972845 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c352-d062-42cd-8292-4934b03192ba req-0f5faca8-2123-4d20-a213-13ab7aaa07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:22.974129 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9238c352-d062-42cd-8292-4934b03192ba req-0f5faca8-2123-4d20-a213-13ab7aaa07cf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229055 Jun 18 18:11:23.109391 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-0e5b546e-0f5c-4dac-8d98-7af23e1fef25 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224313 Jun 18 18:11:23.204005 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-05eb1f64-1875-4e88-afed-baf7517e3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.205463 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-05eb1f64-1875-4e88-afed-baf7517e3fcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1721270 Jun 18 18:11:23.282614 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-7b5474f9-e629-42fa-aeb6-d7030d0369c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 200 len: 217 time: 0.0572677 Jun 18 18:11:23.351001 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e8e71471-8d2f-4600-a37e-51ff043137c4 req-1bbb7f60-0ce2-40dd-b1e1-6153bca9beb3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277462 Jun 18 18:11:23.376019 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b9a6-d75a-4e5b-b720-022dcbd24f91 req-368f5d5a-a481-48e7-bb21-a2762981e97a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.377567 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c220b9a6-d75a-4e5b-b720-022dcbd24f91 req-368f5d5a-a481-48e7-bb21-a2762981e97a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.2661581 Jun 18 18:11:23.382728 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-87a6b83f-d23d-4d3e-8663-63701dacdf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.384036 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-87a6b83f-d23d-4d3e-8663-63701dacdf71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0926752 Jun 18 18:11:23.392174 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:23.402104 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f1212-5ba7-47b6-aaeb-ade7670a2e3a req-a8e500be-e579-432f-8cf9-ff58941f7691 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.403573 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ae8f1212-5ba7-47b6-aaeb-ade7670a2e3a req-a8e500be-e579-432f-8cf9-ff58941f7691 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.2536287 Jun 18 18:11:23.481195 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c220b9a6-d75a-4e5b-b720-022dcbd24f91 req-820f79f2-1337-49f9-ae6d-d7cf32b0debf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962160 Jun 18 18:11:23.490735 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ae8f1212-5ba7-47b6-aaeb-ade7670a2e3a req-850e604e-3587-42ec-9a41-a063caee41a9 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 Jun 18 18:11:23.504324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-30a50a00-8b38-4180-a674-0edea0758ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.505835 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-30a50a00-8b38-4180-a674-0edea0758ee3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115208 Jun 18 18:11:23.645672 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:23.649798 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:23.650442 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:23.656648 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-4e506fe6-38c6-44e9-965d-5010bdddf723 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410470 Jun 18 18:11:23.745764 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:23.772567 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:23.773722 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:23.776080 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d336d5-9fef-4807-8988-619289c0d7c1" -d '{"events": [{"server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:23.880674 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:23.883855 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8615a2ac-1829-4fac-839c-45ccb4811a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:23.930824 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:23.935786 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:23.964950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eede1-6823-4193-bc5f-8c078cd63d6b req-34a4ac5a-96de-4c53-9c7d-048eea646d81 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:23.966383 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-408eede1-6823-4193-bc5f-8c078cd63d6b req-34a4ac5a-96de-4c53-9c7d-048eea646d81 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.3636050 Jun 18 18:11:24.001103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efe15c50-ea65-4902-bd46-ff2cb2a6eaa0 req-b868d467-fb20-4789-9ec6-4a37ee49bd14 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234031 Jun 18 18:11:24.011913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fb409-70f6-48a2-a689-f59595ec615a req-dfb76c76-015a-4828-8074-4a4aa14c2169 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:24.013316 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ef0fb409-70f6-48a2-a689-f59595ec615a req-dfb76c76-015a-4828-8074-4a4aa14c2169 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.3944509 Jun 18 18:11:24.038330 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-408eede1-6823-4193-bc5f-8c078cd63d6b req-3306fd29-2c9a-4139-a0bd-7cb3b7ee1d83 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652964 Jun 18 18:11:24.073464 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ef0fb409-70f6-48a2-a689-f59595ec615a req-a92efb11-55fe-4cf0-bf0d-a28b4ee4b873 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506976 Jun 18 18:11:24.144581 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3696e8ac-6fa9-48a2-ae55-c72eb96014c7 x-openstack-request-id: req-3696e8ac-6fa9-48a2-ae55-c72eb96014c7 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:24.145154 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:24.145420 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3696e8ac-6fa9-48a2-ae55-c72eb96014c7 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:24.145818 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5', 'code': 200} Jun 18 18:11:24.228222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd66b8a-99ca-4a9b-ad75-b3bf5f6a7c9c req-f7d546e0-8a9e-4393-9c2f-75089b4a2936 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:24.231902 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ecd66b8a-99ca-4a9b-ad75-b3bf5f6a7c9c req-f7d546e0-8a9e-4393-9c2f-75089b4a2936 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0671377 Jun 18 18:11:24.276277 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ecd66b8a-99ca-4a9b-ad75-b3bf5f6a7c9c req-50c77bce-6c0b-49d1-ac7f-2ccc611ef678 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Jun 18 18:11:24.768143 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c77a2-be5a-4c22-af81-0cd5d98e9ec3 req-fd26eddf-4e2d-4778-bfe7-5393e9d7ead2 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:24.769614 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d49c77a2-be5a-4c22-af81-0cd5d98e9ec3 req-fd26eddf-4e2d-4778-bfe7-5393e9d7ead2 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1631753 Jun 18 18:11:24.771328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4524-8332-440a-9c79-ab5bc8321add req-7f1d6e6f-c039-4cd2-91d1-369d843dcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:24.772903 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-375d4524-8332-440a-9c79-ab5bc8321add req-7f1d6e6f-c039-4cd2-91d1-369d843dcc89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.2023585 Jun 18 18:11:24.780424 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a726d6-4d75-4682-bb1f-88ed06fce25b req-46074f82-8534-4c69-b711-1a8eaa9c0cdf tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:24.781800 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4a726d6-4d75-4682-bb1f-88ed06fce25b req-46074f82-8534-4c69-b711-1a8eaa9c0cdf tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1579657 Jun 18 18:11:24.868387 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-375d4524-8332-440a-9c79-ab5bc8321add req-d9082ae3-8a56-47e1-af8b-29a78c0dee3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Jun 18 18:11:24.873121 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d49c77a2-be5a-4c22-af81-0cd5d98e9ec3 req-cadfa54e-6c07-4f35-a05e-978656f8a6ed tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Jun 18 18:11:24.878428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4a726d6-4d75-4682-bb1f-88ed06fce25b req-b9f47c9f-678b-444d-a40a-761a8fc5cd84 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899210 Jun 18 18:11:25.128043 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a7a909c5-e20f-4cc0-8eb0-e77713784a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:25.278772 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42699d-92ee-438a-8931-574327b34f43 req-1b898f4c-45fe-4368-a969-24275e18dbae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:25.280726 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f42699d-92ee-438a-8931-574327b34f43 req-1b898f4c-45fe-4368-a969-24275e18dbae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1037652 Jun 18 18:11:25.301040 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8eb7-f905-465d-a511-e85a5c7c2ee8 req-5412f1dc-414f-4f8b-9804-07b28d2cb4ab tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:25.302500 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4c4e8eb7-f905-465d-a511-e85a5c7c2ee8 req-5412f1dc-414f-4f8b-9804-07b28d2cb4ab tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0965312 Jun 18 18:11:25.351757 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f42699d-92ee-438a-8931-574327b34f43 req-8186fef6-a752-4bd2-8dd8-2ddd4d905d1d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639045 Jun 18 18:11:25.359070 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4c4e8eb7-f905-465d-a511-e85a5c7c2ee8 req-425c3caa-948f-4243-a725-539d32418056 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Jun 18 18:11:25.406271 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 928cc558-f8be-482b-b3f7-2c7355c9e45f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:25.496482 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:25.502692 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:25.512855 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'port_id': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'mac_address': 'fa:16:3e:01:cf:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:25.526534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b4590-d749-4b5f-be1f-20b1fc044e3e req-a9e76e10-3eb2-4784-bdd2-f80892299937 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:25.534848 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec8b4590-d749-4b5f-be1f-20b1fc044e3e req-a9e76e10-3eb2-4784-bdd2-f80892299937 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0750415 Jun 18 18:11:25.553073 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:25.565480 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928cc558-f8be-482b-b3f7-2c7355c9e45f {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:25.569200 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec8b4590-d749-4b5f-be1f-20b1fc044e3e req-7ef759d7-627f-4fb5-a6e0-782c9b345315 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Jun 18 18:11:25.585113 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:25.731765 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:25.734215 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:25.780161 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:25.783488 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:26.305987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df758897-96fa-4e3b-ae43-2fbf96ae1047 req-de0640d3-5686-4ae3-bba1-cbc4a1ea8381 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:26.307512 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df758897-96fa-4e3b-ae43-2fbf96ae1047 req-de0640d3-5686-4ae3-bba1-cbc4a1ea8381 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0648854 Jun 18 18:11:26.345990 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df758897-96fa-4e3b-ae43-2fbf96ae1047 req-b9c12382-1a27-466a-b822-ad92b5ee1b30 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jun 18 18:11:26.418740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:26.573475 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744efb95-e701-492b-9215-337d81c0e13c req-14e65f61-0924-4f2b-bb7a-963190302545 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:26.584624 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-744efb95-e701-492b-9215-337d81c0e13c req-14e65f61-0924-4f2b-bb7a-963190302545 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0974333 Jun 18 18:11:26.584624 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221c65d-a3ef-473b-bccf-7e74740a3078 req-fb3b5146-e5e9-4d32-b01c-249062d9c124 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:26.585014 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5221c65d-a3ef-473b-bccf-7e74740a3078 req-fb3b5146-e5e9-4d32-b01c-249062d9c124 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 944 time: 0.1166463 Jun 18 18:11:26.640056 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-744efb95-e701-492b-9215-337d81c0e13c req-fbe4d72a-3fbd-49fc-b963-3670d9375163 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 Jun 18 18:11:26.642966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5221c65d-a3ef-473b-bccf-7e74740a3078 req-d8fa4973-0d50-4098-80d5-4704d9e5b310 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512836 Jun 18 18:11:27.515874 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2396-4f84-4cf0-ae05-967ff3a11dcb req-a1852554-d521-4133-bb2a-d6c7ae761809 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:27.517321 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ffbe2396-4f84-4cf0-ae05-967ff3a11dcb req-a1852554-d521-4133-bb2a-d6c7ae761809 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0629144 Jun 18 18:11:27.557207 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ffbe2396-4f84-4cf0-ae05-967ff3a11dcb req-27ce0445-9cd1-42f4-888a-914570e0e48b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Jun 18 18:11:27.851054 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c31e1-91a6-4da2-aea3-504c6871602c req-2b588919-6ee1-437c-93b1-39a5f24d0b1a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:27.852514 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4f3c31e1-91a6-4da2-aea3-504c6871602c req-2b588919-6ee1-437c-93b1-39a5f24d0b1a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0993085 Jun 18 18:11:27.861267 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3da4-a7f8-4c72-9bc3-c9d235f003b1 req-a8056eb9-64e6-4322-8a8a-f7aec78e193d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:27.862623 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9cb3da4-a7f8-4c72-9bc3-c9d235f003b1 req-a8056eb9-64e6-4322-8a8a-f7aec78e193d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 944 time: 0.1112835 Jun 18 18:11:27.914257 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4f3c31e1-91a6-4da2-aea3-504c6871602c req-1ed0e004-dcb2-408b-84f2-0f0d565d6668 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505695 Jun 18 18:11:27.921982 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9cb3da4-a7f8-4c72-9bc3-c9d235f003b1 req-0bbdb45a-d787-4ec5-a86e-e7dc1dbec7de tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523522 Jun 18 18:11:28.046063 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:28.651568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-3bb59459-718e-44e9-821b-6f401f5bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:28.653077 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-3bb59459-718e-44e9-821b-6f401f5bfd18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1099 time: 0.0587790 Jun 18 18:11:28.790709 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-ec261ca5-8c68-4b5a-82f3-fa73bd41e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:28.793196 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-ec261ca5-8c68-4b5a-82f3-fa73bd41e8b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.1324513 Jun 18 18:11:28.807972 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d591-dca2-44cc-a502-cb6365ce87b0 req-8a87cfe2-ccc9-4d46-97b3-df100632d43d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:28.809364 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9214d591-dca2-44cc-a502-cb6365ce87b0 req-8a87cfe2-ccc9-4d46-97b3-df100632d43d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1306763 Jun 18 18:11:28.820929 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['928cc558-f8be-482b-b3f7-2c7355c9e45f'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:28.850672 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-d6abef07-eb80-40b6-8e52-933d358b61e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 200 len: 217 time: 0.0402889 Jun 18 18:11:28.880952 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9214d591-dca2-44cc-a502-cb6365ce87b0 req-013772fa-a882-4b19-b5e5-c18981dec3e8 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636218 Jun 18 18:11:28.943947 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-9750b995-3b39-41e9-b710-329cf9d1881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:28.945563 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-9750b995-3b39-41e9-b710-329cf9d1881f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0681779 Jun 18 18:11:28.992275 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-b2442dfd-e1cd-4696-ae3e-2a75cd178707 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383103 Jun 18 18:11:29.166709 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-2aba8248-5dc9-450f-bdf2-2ef87bc0a554 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672344 Jun 18 18:11:29.232433 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7508625-96e9-4c40-aaad-7ad1e86e152a req-ccfa57d9-cad1-495b-95fa-48f3b382f4fe tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:29.233951 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d7508625-96e9-4c40-aaad-7ad1e86e152a req-ccfa57d9-cad1-495b-95fa-48f3b382f4fe tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1831806 Jun 18 18:11:29.247693 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beedda-28e1-4727-a8eb-a71bd29d229e req-ab957a41-0ee3-4839-a22f-4cfe393832ec tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:29.249692 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99beedda-28e1-4727-a8eb-a71bd29d229e req-ab957a41-0ee3-4839-a22f-4cfe393832ec tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 944 time: 0.1713696 Jun 18 18:11:29.336602 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d7508625-96e9-4c40-aaad-7ad1e86e152a req-c90c5782-f637-495d-b7e7-8b91287486b4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859387 Jun 18 18:11:29.340602 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea43cbfa-40df-4b79-9787-0265825ed016 req-03d4b41c-40ea-4e26-acfe-fae46e391e7a service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643634 Jun 18 18:11:29.346009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99beedda-28e1-4727-a8eb-a71bd29d229e req-0df1cc73-ac4e-4d90-abb2-43bb4d97d5e9 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846889 Jun 18 18:11:29.871694 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:11:30.461173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:11:30.465237 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 928cc558-f8be-482b-b3f7-2c7355c9e45f up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:30.592860 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:30.603888 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:11:30.650847 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:30.661251 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:30.683763 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:30.780403 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 928cc558-f8be-482b-b3f7-2c7355c9e45f completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:30.784961 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 928cc558-f8be-482b-b3f7-2c7355c9e45f triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:30.785450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:30.788685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a67fc-ada4-4132-a276-2f936b6281a6 req-f7e9c715-9d22-4047-84ea-9ef6a13b2d9d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:30.789922 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402a67fc-ada4-4132-a276-2f936b6281a6 req-f7e9c715-9d22-4047-84ea-9ef6a13b2d9d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0632508 Jun 18 18:11:30.837216 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:30.841411 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:30.855603 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402a67fc-ada4-4132-a276-2f936b6281a6 req-d14e5371-219f-43d6-a86a-9f274bc6c3d2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Jun 18 18:11:30.919925 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:30.947900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:30.994770 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:31.016577 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:31.018863 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09baba-7d40-43f1-891a-d64108df2aa8" -d '{"events": [{"server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:31.035155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:31.053921 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4174c-cad5-424b-b47e-6c8579fd5e92 req-c2d30c0c-8bec-4d54-8eca-5b2d49a15cfc tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:31.055403 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b4f4174c-cad5-424b-b47e-6c8579fd5e92 req-c2d30c0c-8bec-4d54-8eca-5b2d49a15cfc tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 944 time: 0.1292975 Jun 18 18:11:31.067357 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a67f-a6d7-45f2-966b-007390d3bdae req-04e19af5-b154-450b-afb7-a849d746a8f0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:31.068836 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0075a67f-a6d7-45f2-966b-007390d3bdae req-04e19af5-b154-450b-afb7-a849d746a8f0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.0937290 Jun 18 18:11:31.122912 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b4f4174c-cad5-424b-b47e-6c8579fd5e92 req-525fc1fd-9d61-477c-8003-1b4043a78e3b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530648 Jun 18 18:11:31.127517 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0075a67f-a6d7-45f2-966b-007390d3bdae req-1e98810d-4c78-40ad-9a7a-9162d69087a6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516458 Jun 18 18:11:31.131769 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:31.134523 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:31.159387 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['e818a37a-5753-4e27-bb67-7613228d1f22'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:31.233410 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:31.236987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:31.329846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2f09d-c5c9-4454-819b-64c0517e9b0d x-openstack-request-id: req-50c2f09d-c5c9-4454-819b-64c0517e9b0d {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:31.330148 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:31.330430 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50c2f09d-c5c9-4454-819b-64c0517e9b0d {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:31.330826 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'code': 200} Jun 18 18:11:31.914590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d8ece-905b-445b-97c5-5e12a4365879 req-6037b917-09fb-47dd-9175-2ce93d17697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:31.916054 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-662d8ece-905b-445b-97c5-5e12a4365879 req-6037b917-09fb-47dd-9175-2ce93d17697c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0515881 Jun 18 18:11:31.959427 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-662d8ece-905b-445b-97c5-5e12a4365879 req-305b5f81-dfc4-4b96-b675-291d419fc53a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Jun 18 18:11:32.018342 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b55eb8-dc8d-4350-8517-2b81795de6c4 req-ef6428c3-4df2-458d-938f-b36ebb695502 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:32.019822 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55b55eb8-dc8d-4350-8517-2b81795de6c4 req-ef6428c3-4df2-458d-938f-b36ebb695502 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0631077 Jun 18 18:11:32.057534 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55b55eb8-dc8d-4350-8517-2b81795de6c4 req-e221e6a1-66bc-4815-8e82-917016918814 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jun 18 18:11:32.327593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2175-a2da-4d80-8ff9-657d74f1090e req-eb37b275-d6c5-4d5a-8bf6-010aeb6071b2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:32.335003 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7add2175-a2da-4d80-8ff9-657d74f1090e req-eb37b275-d6c5-4d5a-8bf6-010aeb6071b2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0993075 Jun 18 18:11:32.337185 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:32.378047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7add2175-a2da-4d80-8ff9-657d74f1090e req-67909f69-f934-433e-88bf-72b705de0c9d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Jun 18 18:11:32.461822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a221c6f-8319-4368-a3c3-877d1e31d11d req-c56d9aa9-a47b-4031-b8e4-cfd6db74bd47 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:32.463335 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1a221c6f-8319-4368-a3c3-877d1e31d11d req-c56d9aa9-a47b-4031-b8e4-cfd6db74bd47 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.0682964 Jun 18 18:11:32.476845 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:11:32.517962 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1a221c6f-8319-4368-a3c3-877d1e31d11d req-3dca7782-a9e3-46e8-9605-8d952598eb0f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483637 Jun 18 18:11:32.622983 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port e818a37a-5753-4e27-bb67-7613228d1f22 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:11:32.626828 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port e818a37a-5753-4e27-bb67-7613228d1f22 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:11:32.627280 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:32.726596 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:32.758424 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:32.870361 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:32.875658 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:32.922999 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:32.926058 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:33.235121 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35711a-7c7b-438c-a238-ca38ae6fbba5 req-aeb060ee-1469-481a-91cc-15fda4a7f5b4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:33.236628 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da35711a-7c7b-438c-a238-ca38ae6fbba5 req-aeb060ee-1469-481a-91cc-15fda4a7f5b4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0678034 Jun 18 18:11:33.286192 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da35711a-7c7b-438c-a238-ca38ae6fbba5 req-e9937c34-8bdf-48db-99b5-bae8b7dff032 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Jun 18 18:11:33.331965 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:33.336019 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e126b92-d12e-41c8-b16f-9e7e55b612de" -d '{"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:33.376211 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835ec54-d444-4329-9ff9-4e280109335a x-openstack-request-id: req-d835ec54-d444-4329-9ff9-4e280109335a {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:33.376903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:33.376903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d835ec54-d444-4329-9ff9-4e280109335a {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:33.377191 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'code': 200} Jun 18 18:11:33.560654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972832bf-1a6d-440f-a753-4057b17dc688 req-659884f7-26c6-40ba-97e8-4ff86b5af2af tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:33.562143 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-972832bf-1a6d-440f-a753-4057b17dc688 req-659884f7-26c6-40ba-97e8-4ff86b5af2af tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0630474 Jun 18 18:11:33.601421 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-972832bf-1a6d-440f-a753-4057b17dc688 req-575a5c5b-5e2a-4480-83a3-3ce73272558e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Jun 18 18:11:33.703731 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f271-5249-4463-8168-ee75317c8eaf req-8ba80eec-be91-435e-aad8-0a54b57a9cb0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:33.705187 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b26f271-5249-4463-8168-ee75317c8eaf req-8ba80eec-be91-435e-aad8-0a54b57a9cb0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0693362 Jun 18 18:11:33.778450 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b26f271-5249-4463-8168-ee75317c8eaf req-cd8513b3-d667-4b7a-a312-f94cefbf71fb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673828 Jun 18 18:11:33.840616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046c3a3-f8fe-456e-b4ee-609429401b44 req-eaa9f6a7-c314-4579-9272-ea73ba2aa014 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:33.845882 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a046c3a3-f8fe-456e-b4ee-609429401b44 req-eaa9f6a7-c314-4579-9272-ea73ba2aa014 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1259172 Jun 18 18:11:33.851467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60370) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:33.854611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338abd-2b6f-49d4-a7d3-d14e460bf9e3 req-d09c138c-9eef-4643-87a0-804fb1a0288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:33.856150 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5f338abd-2b6f-49d4-a7d3-d14e460bf9e3 req-d09c138c-9eef-4643-87a0-804fb1a0288b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0878353 Jun 18 18:11:33.856279 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'floatingip': {'port_id': '928cc558-f8be-482b-b3f7-2c7355c9e45f'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:33.916892 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60372) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:33.934821 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.056810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.081050 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5f338abd-2b6f-49d4-a7d3-d14e460bf9e3 req-d7c5a29e-0439-40d6-9d4f-bc4ce9535e8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165456 Jun 18 18:11:34.372154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.457257 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.472865 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9b21-a083-4815-9375-1ce5175d10db req-62fce1f1-9e83-4dc1-b947-d127ca256169 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:34.477365 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0ef9fa37-fec9-4d7c-a63e-47e928595f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:34.481044 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-708a9b21-a083-4815-9375-1ce5175d10db req-62fce1f1-9e83-4dc1-b947-d127ca256169 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0829639 Jun 18 18:11:34.520837 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-708a9b21-a083-4815-9375-1ce5175d10db req-e117f7d5-e4be-4c0d-a37e-85c5052045ac tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jun 18 18:11:34.550046 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f56aff2-0e6d-448f-832d-4150ea1b348a,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:34.554447 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:34.557003 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7eaf249dd304ae3948b52735c373459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389737 Jun 18 18:11:34.559598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60392) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:34.614588 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.636846 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.726372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.934540 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.937660 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.941338 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f56aff2-0e6d-448f-832d-4150ea1b348a HTTP/1.1" status: 204 len: 168 time: 0.3805621 Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3b50c649-c37c-41cf-9b92-48116a584518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f56aff2-0e6d-448f-832d-4150ea1b348a,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785763-9131-4588-9517-998eb8e06c8d req-92e29c9d-abc7-400c-b1fe-77d3e9dca9b4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:34.990587 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-89785763-9131-4588-9517-998eb8e06c8d req-92e29c9d-abc7-400c-b1fe-77d3e9dca9b4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0805395 Jun 18 18:11:35.016650 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-89785763-9131-4588-9517-998eb8e06c8d req-71eacc9e-892c-4d63-b8f0-31e56a5705e8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Jun 18 18:11:35.238478 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Floating IP e7fb2c3a-22bf-4e13-a34f-34191ad16a8f associated. External IP: 172.27.2.9, port: 928cc558-f8be-482b-b3f7-2c7355c9e45f. Jun 18 18:11:35.447534 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:11:35.560691 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:11:35.567400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:35.576330 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:11:35.589905 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:35.590771 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:11:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:35.610027 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-30939930-363c-4904-9783-675477f47818 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "PUT /v2.0/floatingips/e7fb2c3a-22bf-4e13-a34f-34191ad16a8f HTTP/1.1" status: 200 len: 989 time: 1.7574167 Jun 18 18:11:35.610635 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:35.612973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e715823-02a8-4bcc-b8d5-cf81ebdba330" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:35.718836 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:35.724470 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0868d63-1f1e-4eeb-b444-cebf45b7a9ac req-925d2211-59ab-415e-a954-a18dbcd40c08 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:35.727623 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d0868d63-1f1e-4eeb-b444-cebf45b7a9ac req-925d2211-59ab-415e-a954-a18dbcd40c08 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0747848 Jun 18 18:11:35.810129 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d0868d63-1f1e-4eeb-b444-cebf45b7a9ac req-d9943cba-3c47-47f4-a83e-d19107ef3d07 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689745 Jun 18 18:11:35.833061 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6b1ea4-2885-456b-8743-dfa9ec22ea86 x-openstack-request-id: req-aa6b1ea4-2885-456b-8743-dfa9ec22ea86 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:35.833405 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:35.833679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa6b1ea4-2885-456b-8743-dfa9ec22ea86 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:35.834091 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'status': 'completed', 'code': 200} Jun 18 18:11:35.918986 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-db634136-aa53-42f0-910f-1fd186037da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:35.921212 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-db634136-aa53-42f0-910f-1fd186037da5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0557978 Jun 18 18:11:35.977243 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60420) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:35.992319 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.018983 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'e7fb2c3a-22bf-4e13-a34f-34191ad16a8f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:01:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:10:58Z', 'updated_at': '2021-06-18T18:11:34Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:36.019649 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-b4a80b8f-3047-4930-9c30-6524634ae0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:36.021163 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-b4a80b8f-3047-4930-9c30-6524634ae0a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 911 time: 0.0889885 Jun 18 18:11:36.046927 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:11:36.057769 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:36.058620 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:11:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:36.091403 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.130076 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-35de14ea-150a-42db-be49-25900e6858ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 997 time: 0.0981512 Jun 18 18:11:36.173597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.176935 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3a43dca4-7964-42ff-82bb-fdb3b60abb13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:36.215484 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a0f0c349eab46688900dea03ed36a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366347 Jun 18 18:11:36.216496 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7f013-9f27-4338-833f-960225c561d5,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:36.219450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60424) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:36.221407 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:36.240588 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-fefa66ac-2a25-4794-b74b-d987d50f8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:36.241997 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-fefa66ac-2a25-4794-b74b-d987d50f8eb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0921166 Jun 18 18:11:36.253732 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:36.322421 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e9a7-99de-4147-82af-43af61bd194d req-39533c2b-f686-411a-93b8-2ac04dd0fc00 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:36.323866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-80c4e9a7-99de-4147-82af-43af61bd194d req-39533c2b-f686-411a-93b8-2ac04dd0fc00 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1645448 Jun 18 18:11:36.345162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.382811 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.402007 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-b8357235-4217-44c4-9d4f-e61a202d7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:36.409332 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-b8357235-4217-44c4-9d4f-e61a202d7a80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1518245 Jun 18 18:11:36.409332 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-80c4e9a7-99de-4147-82af-43af61bd194d req-7c9d065d-661a-4a33-8f44-b22ad93e44f8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773993 Jun 18 18:11:36.516861 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'e7fb2c3a-22bf-4e13-a34f-34191ad16a8f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:01:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:10:58Z', 'updated_at': '2021-06-18T18:11:34Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:36.538533 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-999a728a-a8e3-4ac8-90b4-06e3246aaee4 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141407 Jun 18 18:11:36.546543 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cc92-512a-4d80-9783-4d6f98e72a7b None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'e7fb2c3a-22bf-4e13-a34f-34191ad16a8f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:01:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:10:58Z', 'updated_at': '2021-06-18T18:11:34Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:11:36.673917 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2e715823-02a8-4bcc-b8d5-cf81ebdba330 req-e2412d3b-a542-464e-9191-622944aeb391 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340082 Jun 18 18:11:36.688613 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d77a88-5e7b-491a-bb1b-bd83076f33f2 req-9ae221ec-d191-4c53-a1df-5731e7bb32f9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:36.690103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-27d77a88-5e7b-491a-bb1b-bd83076f33f2 req-9ae221ec-d191-4c53-a1df-5731e7bb32f9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0966983 Jun 18 18:11:36.699011 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60436) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:36.704417 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'floatingip': {'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:36.726081 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.729212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.732614 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ca7f013-9f27-4338-833f-960225c561d5 HTTP/1.1" status: 204 len: 168 time: 0.5084622 Jun 18 18:11:36.732614 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:36.745000 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:36.756692 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7f013-9f27-4338-833f-960225c561d5,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:36.765776 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:36.812689 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56da28-df3e-4de8-b33b-d75593893993 None None] New status for floating IP e7fb2c3a-22bf-4e13-a34f-34191ad16a8f: ACTIVE {{(pid=93525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:11:37.014966 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184696d-c673-4224-b50f-f55a04748cc8 req-8a5779ad-1261-4ad2-94a3-2502d99c8471 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:37.016600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4184696d-c673-4224-b50f-f55a04748cc8 req-8a5779ad-1261-4ad2-94a3-2502d99c8471 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0922933 Jun 18 18:11:37.091834 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4184696d-c673-4224-b50f-f55a04748cc8 req-f986aa8a-fc45-4a0d-b704-a6933f071811 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650127 Jun 18 18:11:37.177547 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60454) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:37.308875 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.313186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.404707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.441690 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.508622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.513024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-298d12ab-20dc-4f12-91f0-0b8b7ffc9b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:37.542154 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Floating IP ea09c75e-61e0-45dc-915f-40b5d85cadff associated. External IP: 172.27.2.18, port: e818a37a-5753-4e27-bb67-7613228d1f22. Jun 18 18:11:37.554299 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bdffd1bc8d1460994c1cee612f37369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721352 Jun 18 18:11:37.554299 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44325bb-667d-474e-8b75-fb63cc8387c5,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:37.556498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:37.557208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60468) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:37.606647 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.633391 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.756439 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:11:37.818800 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.821744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.822946 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a44325bb-667d-474e-8b75-fb63cc8387c5 HTTP/1.1" status: 204 len: 168 time: 0.2647207 Jun 18 18:11:37.823628 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:37.832625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44325bb-667d-474e-8b75-fb63cc8387c5,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:37.836518 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:37.872891 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:11:37.878002 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:37.883241 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:11:37.904238 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:37.905496 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:11:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:37.927634 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-80d25d9f-c5ec-4a04-a0f5-707e6e1d760d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "PUT /v2.0/floatingips/ea09c75e-61e0-45dc-915f-40b5d85cadff HTTP/1.1" status: 200 len: 990 time: 1.2274492 Jun 18 18:11:37.929787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:37.930919 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9391f20-58e3-41cb-a30a-debf096eb090" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:37.978168 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad321be5-af09-4156-b377-2a2813b73052 x-openstack-request-id: req-ad321be5-af09-4156-b377-2a2813b73052 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:37.978476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:37.978759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad321be5-af09-4156-b377-2a2813b73052 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:37.979182 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'status': 'completed', 'code': 200} Jun 18 18:11:38.042548 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:38.084159 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-815adbbf-6327-427b-948b-41b03dfe5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:38.085336 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-815adbbf-6327-427b-948b-41b03dfe5440 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0674789 Jun 18 18:11:38.296060 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'ea09c75e-61e0-45dc-915f-40b5d85cadff', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:11:06Z', 'updated_at': '2021-06-18T18:11:37Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:38.322869 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:11:38.331087 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:11:38.331734 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:11:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:38.438686 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:11:38.481729 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60514) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:38.494997 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.582947 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.658025 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'ea09c75e-61e0-45dc-915f-40b5d85cadff', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:11:06Z', 'updated_at': '2021-06-18T18:11:37Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:38.674508 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.678705 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7aa1bdcd-3952-45bc-b7cc-0305acf082e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:38.687991 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea508b2c-513e-48d9-9fcd-df5aeb422490 None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'ea09c75e-61e0-45dc-915f-40b5d85cadff', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:11:06Z', 'updated_at': '2021-06-18T18:11:37Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:11:38.712775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a11bd8-aed4-4dd6-9bc2-e87e31fccb23,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:38.719525 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0741f6c5918640ee977cb5b363cae79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366612 Jun 18 18:11:38.719895 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60518) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:38.720623 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:38.789370 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.812412 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.886080 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60524) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:38.892968 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f466955-dcc5-4c1c-a14d-80336542a2d7 None None] New status for floating IP ea09c75e-61e0-45dc-915f-40b5d85cadff: ACTIVE {{(pid=93525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:11:38.939768 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.944835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:38.946600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67a11bd8-aed4-4dd6-9bc2-e87e31fccb23 HTTP/1.1" status: 204 len: 168 time: 0.2254534 Jun 18 18:11:38.947991 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ab5b0949-aa77-4190-927b-4577801383bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:38.957543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a11bd8-aed4-4dd6-9bc2-e87e31fccb23,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:38.968683 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.969270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.969670 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.970012 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.970322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.970758 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.971106 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.971449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.972070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.972463 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.972865 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.973208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:38.977323 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:39.024999 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.116781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.218783 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.222607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:39.269196 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82a5439b11d47a082f2009a2c73a3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811650 Jun 18 18:11:39.271881 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60532) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:39.274039 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdca40-678a-4981-836c-f09d04ef3873,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:39.303228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:39.342359 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.342717 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be082540-1c97-49b3-831c-dcd53afab889 req-8e8be872-40fc-4dfd-aabb-07ba79f88a78 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:39.344214 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be082540-1c97-49b3-831c-dcd53afab889 req-8e8be872-40fc-4dfd-aabb-07ba79f88a78 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0945628 Jun 18 18:11:39.369165 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.385486 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be082540-1c97-49b3-831c-dcd53afab889 req-8e058155-5354-49fb-be3e-b9ee950b2a66 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Jun 18 18:11:39.521382 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.524558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.525793 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47bdca40-678a-4981-836c-f09d04ef3873 HTTP/1.1" status: 204 len: 168 time: 0.2529004 Jun 18 18:11:39.526503 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:39.533722 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdca40-678a-4981-836c-f09d04ef3873,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:39.536205 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:39.696992 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60538) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:39.709715 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.798361 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.955924 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:39.959620 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6f1210bd-d299-435d-883e-9c150afcdd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:39.995683 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7d9a3896a3e4de39e7004334cdb5fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975376 Jun 18 18:11:39.996850 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f6a71-6c0f-4a9d-a625-a38ca840acfd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:39.998675 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60548) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:40.004864 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.005228 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.005596 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.006028 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.006331 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.006667 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.007139 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.007410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.007648 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.007984 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.008342 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.008675 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:11:40.012709 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:40.055729 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:40.083163 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:40.219333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:40.222404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:40.223645 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a08f6a71-6c0f-4a9d-a625-a38ca840acfd HTTP/1.1" status: 204 len: 168 time: 0.2240012 Jun 18 18:11:40.224544 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0136098b-a8b1-4d0d-b5db-16ea34ca4d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:40.232192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f6a71-6c0f-4a9d-a625-a38ca840acfd,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:40.239432 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:41.438834 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-8a2a5b9b-7b25-426d-9fcf-b99f5ccc4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:41.439469 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-8a2a5b9b-7b25-426d-9fcf-b99f5ccc4680 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.0972214 Jun 18 18:11:41.536885 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-cd878af8-1e9d-4b96-894c-0be28b525ecd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 200 len: 1000 time: 0.0849638 Jun 18 18:11:41.595339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf55a2d-1d09-4ba0-af50-04e8a6c3065c req-57174bbe-6b43-41a5-91de-6a74a045e6f6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:41.596796 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-baf55a2d-1d09-4ba0-af50-04e8a6c3065c req-57174bbe-6b43-41a5-91de-6a74a045e6f6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1100717 Jun 18 18:11:41.619293 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-1e371760-b4f2-4595-9319-9a4511334d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:41.620694 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-1e371760-b4f2-4595-9319-9a4511334d80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0743723 Jun 18 18:11:41.665510 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-baf55a2d-1d09-4ba0-af50-04e8a6c3065c req-8ca563f3-b285-4a69-9626-7a48009fde83 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Jun 18 18:11:41.689698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-15306e9c-fac0-457d-93ee-ada7585a3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:41.691135 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-15306e9c-fac0-457d-93ee-ada7585a3045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626748 Jun 18 18:11:41.793037 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-070d088b-bdfe-427b-a231-d1c8de8d458b service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Jun 18 18:11:41.904465 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b9391f20-58e3-41cb-a30a-debf096eb090 req-52389264-7453-4d1f-af97-925cba987f7f service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971463 Jun 18 18:11:42.839477 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc81688-0542-4afa-9371-18883737987b req-fcc55b5c-d1dc-4524-81ac-5a2ed362aa33 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:42.840995 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0bc81688-0542-4afa-9371-18883737987b req-fcc55b5c-d1dc-4524-81ac-5a2ed362aa33 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0635033 Jun 18 18:11:42.880428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0bc81688-0542-4afa-9371-18883737987b req-d6e9a4b7-7d3a-4936-b418-5223d383f290 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jun 18 18:11:43.847790 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60702) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:43.947863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.074300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.093060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58856f03-6615-4c94-941b-f27cbe0d12a9 req-4ffd0908-0db3-4143-8c29-fdda6b584274 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:44.094567 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58856f03-6615-4c94-941b-f27cbe0d12a9 req-4ffd0908-0db3-4143-8c29-fdda6b584274 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0951819 Jun 18 18:11:44.135669 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58856f03-6615-4c94-941b-f27cbe0d12a9 req-7d1c103d-58b2-433c-bc03-62a8382bb5a7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jun 18 18:11:44.184771 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.188873 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:44.225717 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30aa3dfe986040b2b8bddfc7698f1845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768344 Jun 18 18:11:44.226669 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43f08e7-fcfe-4704-b114-87c1bdc9d57e,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:44.228387 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60712) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:44.230594 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:44.277821 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.301444 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.469017 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.471602 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:44.472809 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e43f08e7-fcfe-4704-b114-87c1bdc9d57e HTTP/1.1" status: 204 len: 168 time: 0.2433059 Jun 18 18:11:44.474486 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9948b5d1-daee-4ac6-a3eb-bc867a3a514c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:44.482858 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43f08e7-fcfe-4704-b114-87c1bdc9d57e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:44.485834 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:44.977484 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1012ee-59f0-4c5a-a16c-5b05930fe157 req-4479a60d-b2f1-43b2-a7e4-826793b7d6db tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:44.978944 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2b1012ee-59f0-4c5a-a16c-5b05930fe157 req-4479a60d-b2f1-43b2-a7e4-826793b7d6db tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.0664313 Jun 18 18:11:45.025033 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2b1012ee-59f0-4c5a-a16c-5b05930fe157 req-5aa84062-762d-4f7b-bb88-103e8ce50aeb tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Jun 18 18:11:45.079376 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60748) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:45.233863 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.322206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27cfe-70b3-4f04-bc3f-06e66ecb11e6 req-49375c0a-8f5d-464b-9442-bc8e82a8beed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:45.323650 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-74f27cfe-70b3-4f04-bc3f-06e66ecb11e6 req-49375c0a-8f5d-464b-9442-bc8e82a8beed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0691633 Jun 18 18:11:45.328927 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.360933 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-74f27cfe-70b3-4f04-bc3f-06e66ecb11e6 req-89b7366c-b41b-431b-a07a-5e0d7f32fa36 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jun 18 18:11:45.417212 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.420949 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:45.457730 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08162cd82c4046aba6c851d59881e8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771136 Jun 18 18:11:45.458932 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ccd36-5590-4933-ad15-3dc7ba8bb18b,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:45.460311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60756) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:45.461911 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:45.515200 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.537103 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.556287 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60758) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:45.580211 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.731293 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.734740 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.735852 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b13ccd36-5590-4933-ad15-3dc7ba8bb18b HTTP/1.1" status: 204 len: 168 time: 0.2745376 Jun 18 18:11:45.736619 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:45.744847 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ccd36-5590-4933-ad15-3dc7ba8bb18b,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:45.747185 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:45.794597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.882086 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:45.885853 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:45.924139 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9aeaeb23e4a48d1bb2cf28a0530f5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667526 Jun 18 18:11:45.925376 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129920ab-0834-4087-bee0-3c78b076bb09,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:45.926956 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60766) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:45.928541 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:45.988050 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:46.012241 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:46.191031 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:46.193698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:46.194892 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/129920ab-0834-4087-bee0-3c78b076bb09 HTTP/1.1" status: 204 len: 168 time: 0.2667017 Jun 18 18:11:46.196343 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:46.206794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129920ab-0834-4087-bee0-3c78b076bb09,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:46.215598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45eaa2-0e17-486c-9a2a-b034dd5ae3ac req-b157921c-6fe0-487c-8d46-d8cf63ddb366 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:46.217588 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2c45eaa2-0e17-486c-9a2a-b034dd5ae3ac req-b157921c-6fe0-487c-8d46-d8cf63ddb366 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.0768106 Jun 18 18:11:46.218048 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:46.265134 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2c45eaa2-0e17-486c-9a2a-b034dd5ae3ac req-7963559c-f4de-44ce-8bca-fb264e58ef26 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404744 Jun 18 18:11:46.537258 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87012-92e1-4a94-ae9f-380005469d20 req-23c49d52-bd61-42cd-aad3-9af860b64f24 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:46.538729 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a8c87012-92e1-4a94-ae9f-380005469d20 req-23c49d52-bd61-42cd-aad3-9af860b64f24 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0664973 Jun 18 18:11:46.583115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a8c87012-92e1-4a94-ae9f-380005469d20 req-d5664a3b-4d94-49f8-8a85-b2ad216553d7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Jun 18 18:11:47.453896 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fb7d0-55d8-4012-af9d-669f292c6f75 req-922fb62e-8147-4249-a623-d798d89c680d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:47.455351 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-542fb7d0-55d8-4012-af9d-669f292c6f75 req-922fb62e-8147-4249-a623-d798d89c680d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.0668123 Jun 18 18:11:47.541866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-542fb7d0-55d8-4012-af9d-669f292c6f75 req-2a04f995-4da6-46ec-aff9-0fb3350925a8 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2ad7373-e323-4285-a8da-5e8bed502beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Jun 18 18:11:47.553545 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60884) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:47.566922 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-188fa8aa-258e-4a07-b16c-237d0a7558b7 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:47.569946 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-188fa8aa-258e-4a07-b16c-237d0a7558b7 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 945 time: 0.1100883 Jun 18 18:11:47.679661 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757904313-network', 'tenant_id': 'c41f280bfda5470d950fbdac7a33ffac'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:47.726998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Deleting port 6067cabe-6856-421c-99b5-950fb47fb60a {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:11:47.727356 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:47.824535 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Made reservation on behalf of c41f280bfda5470d950fbdac7a33ffac for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:47.827433 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:47.839606 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:47.852089 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c019-b537-4003-a345-0ee978143a39 req-f79f7dac-e3d0-4669-9494-573ecbc26515 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:47.853619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d747c019-b537-4003-a345-0ee978143a39 req-f79f7dac-e3d0-4669-9494-573ecbc26515 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1413696 Jun 18 18:11:47.855465 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] For port 6067cabe-6856-421c-99b5-950fb47fb60a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6067cabe-6856-421c-99b5-950fb47fb60a,segment=NetworkSegment(590ed0af-d494-4d66-b140-9d30cc321edf),segment_id=590ed0af-d494-4d66-b140-9d30cc321edf)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:11:47.855832 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:47.930475 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.001750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.006042 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cb5ed47a-8302-4668-acb5-76584ba939e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:48.025113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:11:48.039544 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f793c7f8-5435-47cb-adc3-b576b6d23790,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:48.044065 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:48.045047 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.045483 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Added segment 11843bbd-f271-44da-bdd1-8a0b0d937a77 of type vlan for network 61d24e8d-26b0-4a64-ae53-e8998aa636df Jun 18 18:11:48.085688 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.126016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Calling delete_port for 6067cabe-6856-421c-99b5-950fb47fb60a owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:11:48.188196 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d747c019-b537-4003-a345-0ee978143a39 req-bfe10fa4-7451-4d3f-af24-827ed8af3eb6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248158 Jun 18 18:11:48.224851 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.226257 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:48.227463 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.234664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2bc3f5c8-25d0-4dbf-b2fd-52b9123024fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:48.322646 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Pushing event updated for resources: {'Network': ['ID=61d24e8d-26b0-4a64-ae53-e8998aa636df,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:48.326421 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:48.335714 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 61d24e8d-26b0-4a64-ae53-e8998aa636df details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:11:48.419450 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8645022 Jun 18 18:11:48.422275 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60910) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:48.427207 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Request body: {'subnet': {'network_id': '61d24e8d-26b0-4a64-ae53-e8998aa636df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757904313-subnet', 'tenant_id': 'c41f280bfda5470d950fbdac7a33ffac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:48.442842 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60912) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:48.458471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.463743 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5ed45025-e59c-40af-af4e-628db9ffdd81 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:48.474455 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['6067cabe-6856-421c-99b5-950fb47fb60a'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:48.492575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Pushing event deleted for resources: {'Port': ['ID=6067cabe-6856-421c-99b5-950fb47fb60a,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:48.495638 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:48.553299 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] No DVR routers for this DVR port 6067cabe-6856-421c-99b5-950fb47fb60a on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:11:48.560212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.562754 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd78a811-e26f-441f-a3f4-bc186124e1e2 req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.35 "DELETE /v2.0/ports/6067cabe-6856-421c-99b5-950fb47fb60a HTTP/1.1" status: 204 len: 173 time: 0.9865887 Jun 18 18:11:48.563223 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'name': 'network-vif-deleted', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:48.566074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d47719-a85e-45f8-a845-5949daf60db0" -d '{"events": [{"server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "name": "network-vif-deleted", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:48.575486 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.625549 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Made reservation on behalf of c41f280bfda5470d950fbdac7a33ffac for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:48.628160 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.629180 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36d894f-e8b7-489c-ae57-59aa68dd130e x-openstack-request-id: req-f36d894f-e8b7-489c-ae57-59aa68dd130e {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:48.629495 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6e663-32e8-47fa-ac0c-aa230513dfee", "name": "network-vif-deleted", "tag": "6067cabe-6856-421c-99b5-950fb47fb60a", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:48.629769 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f36d894f-e8b7-489c-ae57-59aa68dd130e {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:48.630439 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6e663-32e8-47fa-ac0c-aa230513dfee', 'name': 'network-vif-deleted', 'tag': '6067cabe-6856-421c-99b5-950fb47fb60a', 'status': 'completed', 'code': 200} Jun 18 18:11:48.706857 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d2c2695-bad3-4e73-9445-5d54efad6add req-f9f733ca-10fa-44a1-bb34-6c4c1fe3414d tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0350697 Jun 18 18:11:48.757116 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.835721 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.838673 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4fedc654-99bc-4649-bb11-4e6b8101a6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:48.875942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95bc7b774a9e47748c8163fda12eff2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316552 Jun 18 18:11:48.876711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7def04f7-1814-4579-b08d-a9e2d95cd700,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:48.878782 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60924) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:48.880202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:48.885958 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:48.898776 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1f1dddd9-d388-4447-a358-7fc3e4ed8696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:48.978065 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca50ade6-a9d7-4776-97fa-b23bf2f2edbf,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:48.987046 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:48.988074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:49.001190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Checking segment: {'id': '11843bbd-f271-44da-bdd1-8a0b0d937a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61d24e8d-26b0-4a64-ae53-e8998aa636df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:49.001547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Network hostable DHCP agents. Network: 61d24e8d-26b0-4a64-ae53-e8998aa636df, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:11:49.020109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:49.130903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Network 61d24e8d-26b0-4a64-ae53-e8998aa636df is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:11:49.202372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:49.205003 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:49.206147 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7def04f7-1814-4579-b08d-a9e2d95cd700 HTTP/1.1" status: 204 len: 168 time: 0.3261800 Jun 18 18:11:49.206880 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3928a23b-7230-4587-b3c2-66e9835b6de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:49.214838 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def04f7-1814-4579-b08d-a9e2d95cd700,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:49.217074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:49.284820 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 61d24e8d-26b0-4a64-ae53-e8998aa636df) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:49.293865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c01acb-fe32-469b-a050-b4129c470b7e None None] Network 61d24e8d-26b0-4a64-ae53-e8998aa636df requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:11:49.303767 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:49.304376 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:49.420856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfaa0d-81da-4943-b2c2-d9ee0eee8379 req-7846ed36-dc08-4f1a-aece-d70656043095 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:49.422593 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdcfaa0d-81da-4943-b2c2-d9ee0eee8379 req-7846ed36-dc08-4f1a-aece-d70656043095 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0899796 Jun 18 18:11:49.435087 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521daf92-33b2-485c-b13d-c47c62ab3f7d None None] Network 61d24e8d-26b0-4a64-ae53-e8998aa636df requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:11:49.463887 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdcfaa0d-81da-4943-b2c2-d9ee0eee8379 req-ce9ef764-6aa6-4c03-bbfb-de266b84c3a6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Jun 18 18:11:49.625354 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-df6ceb2d-43a2-4866-b25d-8ed4e1aa4d52 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2018733 Jun 18 18:11:49.872783 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f2011acc-13ab-4a2f-92e3-c9a1789a0a7d req-ec284219-fe94-4530-8f19-f71a0c81bfb2 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b6e663-32e8-47fa-ac0c-aa230513dfee HTTP/1.1" status: 200 len: 210 time: 0.0289941 Jun 18 18:11:50.527599 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60970) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:50.544078 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.671147 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.730349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d2e8d-1948-4f51-8bb4-3697f78327c3 req-45bb2eee-8a7f-4dc1-ba98-f181808b3364 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:50.730349 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a53d2e8d-1948-4f51-8bb4-3697f78327c3 req-45bb2eee-8a7f-4dc1-ba98-f181808b3364 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0964036 Jun 18 18:11:50.782852 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a53d2e8d-1948-4f51-8bb4-3697f78327c3 req-bce2ffef-39cb-4649-9eec-461f730110ee tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jun 18 18:11:50.800799 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.804740 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b0bcefdf-0a0d-499c-b297-cb62c25c5dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:50.834177 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 60980) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:50.839178 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1672287843-network', 'tenant_id': '8840daa08cb8485b98c0dce230fd61d3'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:50.844876 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa90a06a6a96449a83f44898d49f9745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159354 Jun 18 18:11:50.845494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761568e9-ab91-4b19-859a-a25b2c924178,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:50.847908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 60982) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:50.850192 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:50.903884 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.918718 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.961471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Made reservation on behalf of 8840daa08cb8485b98c0dce230fd61d3 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:50.963872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:50.972753 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.076022 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.081082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.083825 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/761568e9-ab91-4b19-859a-a25b2c924178 HTTP/1.1" status: 204 len: 168 time: 0.2334301 Jun 18 18:11:51.083825 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-528d0830-f918-437d-a3f2-9dee52c2cc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:51.090576 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761568e9-ab91-4b19-859a-a25b2c924178,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:51.094007 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:51.172950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.276026 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.279153 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f1b9feb7-64b4-4eed-88d4-c105f6d1c7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:51.304137 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:11:51.313413 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8be77-5c6a-493b-911b-20d95507347f,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:51.329025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:51.333423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.333763 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Added segment 82249445-8f31-4871-80f5-011509fb7111 of type vlan for network 34b24feb-a727-47ba-bd86-6d24d8bc1584 Jun 18 18:11:51.374080 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.501257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.501257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:51.501257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:51.504714 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:51.564688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Pushing event updated for resources: {'Network': ['ID=34b24feb-a727-47ba-bd86-6d24d8bc1584,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:51.567473 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:51.579191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 34b24feb-a727-47ba-bd86-6d24d8bc1584 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:11:51.756684 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9213502 Jun 18 18:11:51.759426 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 32778) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:51.765074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Request body: {'subnet': {'network_id': '34b24feb-a727-47ba-bd86-6d24d8bc1584', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1672287843-subnet', 'tenant_id': '8840daa08cb8485b98c0dce230fd61d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:51.952974 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Made reservation on behalf of 8840daa08cb8485b98c0dce230fd61d3 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:51.955432 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.046815 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff9db-83c1-434b-a45f-8151c70d4c86 req-5ec727ce-ea2d-4294-99de-5e2e3b4ae60c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:52.049723 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f3cff9db-83c1-434b-a45f-8151c70d4c86 req-5ec727ce-ea2d-4294-99de-5e2e3b4ae60c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1415448 Jun 18 18:11:52.162326 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f3cff9db-83c1-434b-a45f-8151c70d4c86 req-9d015bd2-ba8d-4bda-9d62-3bed09748799 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Jun 18 18:11:52.219529 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-6ed0bc40-dc8d-4812-b9cd-fbb51a201597 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:52.220256 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-6ed0bc40-dc8d-4812-b9cd-fbb51a201597 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.1957207 Jun 18 18:11:52.249462 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-5061172a-c461-4b01-82f2-9de40be51059 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/quotas/be97e15df4ec4656bd55d1e7068077b7 HTTP/1.1" status: 200 len: 375 time: 0.0206847 Jun 18 18:11:52.345297 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-5f0ca6ae-4151-4d21-bff4-dad24b282d26 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721693 Jun 18 18:11:52.398920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.404880 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:52.494133 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8d4050-01a0-47d4-a9bc-ec935006dd08,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:52.500395 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:52.503010 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Checking segment: {'id': '82249445-8f31-4871-80f5-011509fb7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '34b24feb-a727-47ba-bd86-6d24d8bc1584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:52.503010 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Network hostable DHCP agents. Network: 34b24feb-a727-47ba-bd86-6d24d8bc1584, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:11:52.511360 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-37cff5f3-3123-4b90-acd1-c189b06c9284 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591721 Jun 18 18:11:52.597903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 6067cabe-6856-421c-99b5-950fb47fb60a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:11:52.617706 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-4d1ed246-1edd-4eac-afbb-c7a9c4d1efbc service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994234 Jun 18 18:11:52.622955 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 6067cabe-6856-421c-99b5-950fb47fb60a {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:11:52.623934 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 6067cabe-6856-421c-99b5-950fb47fb60a not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:11:52.659517 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-da579474-8703-4668-b2c5-23bf98bc22f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.687968 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 32820) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:52.734479 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Deleting subnet 1642d396-0cec-4a67-bcf0-e228e9bdc852 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:11:52.737429 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.770621 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.773186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Network 34b24feb-a727-47ba-bd86-6d24d8bc1584 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:11:52.780515 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.924494 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 34b24feb-a727-47ba-bd86-6d24d8bc1584) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:52.932269 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:52.933101 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.939848 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574012d-51c9-439c-bca8-c8ff44decbcc None None] Network 34b24feb-a727-47ba-bd86-6d24d8bc1584 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:11:52.956539 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:52.958855 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:52.974350 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7be12307-2768-47c7-9566-2fd1ea38cd5a req-e7b33604-822d-40f7-9e7d-8d3623f3fd61 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0563054 Jun 18 18:11:53.002078 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1642d396-0cec-4a67-bcf0-e228e9bdc852,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:53.005040 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:53.012094 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.012094 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1642d396-0cec-4a67-bcf0-e228e9bdc852 HTTP/1.1" status: 204 len: 168 time: 0.3209190 Jun 18 18:11:53.013635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 32834) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:53.080641 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3201151 Jun 18 18:11:53.116710 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.144501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68e83c-fcd3-4397-b527-6fcae2ae8806 None None] Network 34b24feb-a727-47ba-bd86-6d24d8bc1584 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:11:53.227727 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.254143 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.255352 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.256171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.256530 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > port after_create 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.258528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.258997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > port after_update 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.259225 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.259550 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.259892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.260211 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.481874 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.482335 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.482705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.483195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:11:53.483528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74d945-d319-4ffc-aef9-042ab4ba28cd']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:53.526798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590ed0af-d494-4d66-b140-9d30cc321edf') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:53.526798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590ed0af-d494-4d66-b140-9d30cc321edf') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:11:53.563609 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.581877 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.596162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:11:53.596677 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: from cryptography.utils import int_from_bytes Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: from cryptography.utils import int_from_bytes Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:11:53.601775 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:11:53.673154 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2442065-4531-43f3-9251-b77fc5dec750 req-ae2397e8-3e2d-4a90-b489-b896c4103f27 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:53.674577 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f2442065-4531-43f3-9251-b77fc5dec750 req-ae2397e8-3e2d-4a90-b489-b896c4103f27 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1768844 Jun 18 18:11:53.718465 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f2442065-4531-43f3-9251-b77fc5dec750 req-544b8325-955b-4b71-9ead-bf97f74a0f90 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Jun 18 18:11:53.847685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.859971 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:53.870634 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b74d945-d319-4ffc-aef9-042ab4ba28cd HTTP/1.1" status: 204 len: 168 time: 0.8485959 Jun 18 18:11:53.870634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-510c20dd-5085-4e05-b89b-13a956650294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:53.877064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b74d945-d319-4ffc-aef9-042ab4ba28cd,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:53.880359 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:54.056456 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b1950085-f6d0-4683-9e0b-fc5126d8a81a req-0e188855-54cc-4dc1-8eee-bc63ec55e17f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Jun 18 18:11:54.288208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 32876) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:54.328336 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c301299f-4509-4534-a43c-61b75db3d9e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=113b163f31fa4f65880093bc62f01804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388031 Jun 18 18:11:54.330786 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 32878) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:54.383607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:54.404846 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:54.562459 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:54.565132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:54.566415 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2ad7373-e323-4285-a8da-5e8bed502beb HTTP/1.1" status: 204 len: 168 time: 0.2347021 Jun 18 18:11:54.567335 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5ca43b35-c716-49b1-afb9-b530dd0c1043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:54.576330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad7373-e323-4285-a8da-5e8bed502beb,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:54.578630 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:54.910437 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955639f-f18e-4202-9565-d23462cb452b req-8dcb548e-edb4-49c0-ac95-85d6888aabde tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:54.912102 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f955639f-f18e-4202-9565-d23462cb452b req-8dcb548e-edb4-49c0-ac95-85d6888aabde tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0814266 Jun 18 18:11:54.949726 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f955639f-f18e-4202-9565-d23462cb452b req-f491a2ac-6935-440f-aa38-9e2900d4854c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Jun 18 18:11:55.134405 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e313ec68-adca-48fe-857d-4a24209e5472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:55.210020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6038788c-7bfc-49c5-ae40-7dd6dbc57ed3 req-c6bb2d16-33ab-42ea-b637-2a1397041149 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jun 18 18:11:55.493244 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:55.774547 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-be66b5c3-d045-46ed-ae8a-ac893d0fba0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509014 Jun 18 18:11:55.910662 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-9ade6c98-7e3a-4645-8b01-bf6ca685cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:55.914061 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-9ade6c98-7e3a-4645-8b01-bf6ca685cff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 1099 time: 0.0636811 Jun 18 18:11:56.215325 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-8acf3823-3a54-4b1d-8640-a7d69737b42c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:56.216802 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-8acf3823-3a54-4b1d-8640-a7d69737b42c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.2462730 Jun 18 18:11:56.217880 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-30efedfb-9c45-4e95-8ff9-b36a62346cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:56.219177 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-30efedfb-9c45-4e95-8ff9-b36a62346cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 915 time: 0.2394576 Jun 18 18:11:56.239277 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc4db-ac5e-4950-bade-4b153a202a10 req-0604c67b-95b1-4e90-8441-95f87edb4309 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:56.243793 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-987bc4db-ac5e-4950-bade-4b153a202a10 req-0604c67b-95b1-4e90-8441-95f87edb4309 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1593230 Jun 18 18:11:56.250816 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Request body: {'port': {'device_id': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'admin_state_up': True, 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:56.346974 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-1d813e67-061c-4d99-99c7-af4440fcd2ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a505a6-4f50-4884-9231-4a899e5f0503 HTTP/1.1" status: 200 len: 217 time: 0.1015174 Jun 18 18:11:56.407155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:56.439679 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-987bc4db-ac5e-4950-bade-4b153a202a10 req-5a247c8d-b55a-4393-a37c-893f87560a06 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909578 Jun 18 18:11:56.439679 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02fd4bc2-0fae-495f-bfba-375c8bd600a6 req-c2ee2512-c8b4-4002-b7ed-d3725fdfd70f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0634954 Jun 18 18:11:56.513226 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-cc59379d-8c9a-4486-9bcb-1d02ce3a0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:56.515744 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-cc59379d-8c9a-4486-9bcb-1d02ce3a0966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.1535726 Jun 18 18:11:56.568768 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-9e8e68dd-af4c-4ab1-b6e5-45871edde985 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329833 Jun 18 18:11:56.638329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:11:56.642560 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:56.723009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-7629b5e2-0244-4b69-9528-5ed00c6e2ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441970 Jun 18 18:11:57.050197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Allocated IP 172.20.0.3 (8c1b9ecc-f13a-4637-8649-09c83271a8bf/1bbde94d-98b9-4fb4-bcba-2052646360f5/25394a9b-dffb-43ff-9fd0-68756ad113eb) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:11:57.068020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a45ae7df-b37a-43fa-8fb6-a73b116d8687 req-d286fbe9-f3d5-4076-a09e-b01be0e9ba8d service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356676 Jun 18 18:11:57.211585 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.253584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33004) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:57.323229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.328939 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-22e13337-4080-4be9-b262-dd91be0ddf93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:57.338058 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:11:57.364843 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:11:57.368331 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:11:57.373245 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:11:57.431218 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.446733 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event updated for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:57.457548 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:57.470677 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:57.471401 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.564472 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.673638 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a07c9c-d9a4-4031-912c-b04d3150d376 req-c65bf09e-2b50-4d9b-b6f8-7b7564275fab tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:57.675100 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-28a07c9c-d9a4-4031-912c-b04d3150d376 req-c65bf09e-2b50-4d9b-b6f8-7b7564275fab tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 931 time: 0.1094229 Jun 18 18:11:57.682907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5bdde-4ce3-4c9e-ab65-7038450ba4eb req-bcce82a7-c2a5-4932-b838-20db2f7939c0 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:57.684232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-64a5bdde-4ce3-4c9e-ab65-7038450ba4eb req-bcce82a7-c2a5-4932-b838-20db2f7939c0 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0909021 Jun 18 18:11:57.712430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.717925 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:57.775619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-28a07c9c-d9a4-4031-912c-b04d3150d376 req-4fe1b9b8-9009-4f04-b2a0-e0ff1b4ac33b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904417 Jun 18 18:11:57.778406 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd88d1-309c-487c-befa-eae99b316ba9,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:57.783411 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0f43bf4a8e7454e920c587a6b752674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288389 Jun 18 18:11:57.784437 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:57.786208 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33020) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:57.787504 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-64a5bdde-4ce3-4c9e-ab65-7038450ba4eb req-bd901ace-1099-4517-af35-a68086ee1400 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957570 Jun 18 18:11:57.824777 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5788457 Jun 18 18:11:57.836995 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Request body: {'port': {'device_id': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:11:57.881523 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.906698 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:57.936898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.047552 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.051475 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.056062 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82dd88d1-309c-487c-befa-eae99b316ba9 HTTP/1.1" status: 204 len: 168 time: 0.2688658 Jun 18 18:11:58.064001 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-490a7973-ccc9-420d-b0e3-3383b383288b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:58.068592 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd88d1-309c-487c-befa-eae99b316ba9,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:58.071068 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:58.129693 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.272358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25394a9b-dffb-43ff-9fd0-68756ad113eb {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:11:58.280086 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.292179 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Transition to ACTIVE for port object 25394a9b-dffb-43ff-9fd0-68756ad113eb will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:11:58.422888 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.425287 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:58.500536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Pushing event updated for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:58.503425 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:58.604208 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33040) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:58.717907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.808807 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.950481 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:58.954377 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3bc4f193-3ac2-441a-a771-220707177b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:58.989880 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ac0f9-970d-45c5-b04e-72b67bea6704,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:58.992924 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:58.995651 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d4caa117f0f4ad88665e7cdcbd041a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903060 Jun 18 18:11:58.998502 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33062) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:11:59.004178 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be33712-fbf0-4eba-a509-4617def5c1f3 req-f6481126-74a4-4057-a076-59ef78cb5329 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.009109 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7be33712-fbf0-4eba-a509-4617def5c1f3 req-f6481126-74a4-4057-a076-59ef78cb5329 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1059763 Jun 18 18:11:59.064429 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920de96-97a9-48be-895f-9377a2a3e6a4 req-2d42a31f-f968-4814-b84c-c161e324a48f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.068152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.071908 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9920de96-97a9-48be-895f-9377a2a3e6a4 req-2d42a31f-f968-4814-b84c-c161e324a48f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 943 time: 0.1411309 Jun 18 18:11:59.097558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.141901 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7be33712-fbf0-4eba-a509-4617def5c1f3 req-cc01b626-d380-4b72-9bb3-33c6d89d715b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299796 Jun 18 18:11:59.192267 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9920de96-97a9-48be-895f-9377a2a3e6a4 req-7b5b8f32-8eb7-4f54-9b49-9a313e52c61b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193357 Jun 18 18:11:59.217555 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Attempting to bind port 25394a9b-dffb-43ff-9fd0-68756ad113eb on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:11:59.217934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Attempting to bind port 25394a9b-dffb-43ff-9fd0-68756ad113eb by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:11:59.218263 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Attempting to bind port 25394a9b-dffb-43ff-9fd0-68756ad113eb on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:59.224481 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Port 25394a9b-dffb-43ff-9fd0-68756ad113eb on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:11:59.224848 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Attempting to bind port 25394a9b-dffb-43ff-9fd0-68756ad113eb on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:11:59.229762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:11:59.230093 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Checking segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:11:59.230471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Bound using segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:11:59.230884 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Bound port: 25394a9b-dffb-43ff-9fd0-68756ad113eb, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:11:59.231224 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.235902 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.241933 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.241933 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/469ac0f9-970d-45c5-b04e-72b67bea6704 HTTP/1.1" status: 204 len: 168 time: 0.2411163 Jun 18 18:11:59.242494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:59.265071 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ac0f9-970d-45c5-b04e-72b67bea6704,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:59.271713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:59.332600 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:11:59.340340 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:11:59.425117 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.428071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:11:59.467160 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.467763 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:11:59.469138 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] 10.222.0.35 "PUT /v2.0/ports/25394a9b-dffb-43ff-9fd0-68756ad113eb HTTP/1.1" status: 200 len: 1093 time: 1.6365571 Jun 18 18:11:59.469611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:11:59.471965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb840aa-49a8-4f8a-acad-e602487d016b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:11:59.493003 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Pushing event updated for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:11:59.504553 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:11:59.517872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac1238-c812-4211-b5f9-e34b2de40113 x-openstack-request-id: req-8bac1238-c812-4211-b5f9-e34b2de40113 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:11:59.518195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:11:59.518661 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bac1238-c812-4211-b5f9-e34b2de40113 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:11:59.519088 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb', 'status': 'completed', 'code': 200} Jun 18 18:11:59.595048 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-a71db467-f304-4f72-a652-34c511ce5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.596574 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-a71db467-f304-4f72-a652-34c511ce5405 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 1096 time: 0.0553503 Jun 18 18:11:59.702986 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-4216fdca-a126-400a-8e24-de69aca678a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.704487 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-4216fdca-a126-400a-8e24-de69aca678a6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=be97e15df4ec4656bd55d1e7068077b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949328 Jun 18 18:11:59.817388 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-f1b9ad21-4cbb-4d79-998b-1e484d417106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.818855 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3bb840aa-49a8-4f8a-acad-e602487d016b req-f1b9ad21-4cbb-4d79-998b-1e484d417106 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050878 Jun 18 18:11:59.912311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-68b8b134-c45d-4f05-b5dd-d56a4610f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:11:59.913810 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-68b8b134-c45d-4f05-b5dd-d56a4610f0c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 1096 time: 0.0534420 Jun 18 18:11:59.970817 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-1e4dc16b-8c69-4039-bf6d-07aab0eb7fd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb HTTP/1.1" status: 200 len: 217 time: 0.0391023 Jun 18 18:12:00.023688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-059b6d55-0061-41a4-b734-0a68fe596323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:00.025335 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-059b6d55-0061-41a4-b734-0a68fe596323 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.0474324 Jun 18 18:12:00.067473 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-bf271469-6798-4b93-b247-d65a555b6cac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282340 Jun 18 18:12:00.179145 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-3be8e8af-0938-4679-9052-ae3fd4dd3d8d service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898535 Jun 18 18:12:00.296313 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33108) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:00.358563 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:00.380783 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-abe7e550-4615-47cf-a3f5-5c159e462a22 req-549c4f71-6802-4ce8-a5d6-6f7876d9c4cd service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895390 Jun 18 18:12:00.482225 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c07e-9411-4d79-8c55-428dea2fef29 req-a594b320-2b7e-47d9-bcd7-49745002f4bc tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:00.484178 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-50b1c07e-9411-4d79-8c55-428dea2fef29 req-a594b320-2b7e-47d9-bcd7-49745002f4bc tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1938891 Jun 18 18:12:00.525794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c471ec-af8e-434d-ab24-aa7fd1e0c5c2 req-e72955dc-dbb4-4083-9f29-26e1d84df508 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:00.527291 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5c471ec-af8e-434d-ab24-aa7fd1e0c5c2 req-e72955dc-dbb4-4083-9f29-26e1d84df508 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 943 time: 0.1707063 Jun 18 18:12:00.579243 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-50b1c07e-9411-4d79-8c55-428dea2fef29 req-3eeebc95-fce1-41fb-8076-926d3ad8845d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Jun 18 18:12:00.613701 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5c471ec-af8e-434d-ab24-aa7fd1e0c5c2 req-4abfd1f6-2371-45d8-8028-0a1394eb896f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Jun 18 18:12:00.637337 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:00.780331 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:00.788856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:00.819820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5f11f-21bd-452b-8111-652cf263b847,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:00.823373 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:00.825647 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b1857f0ce0a42fda639df9b6d5a0f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276208 Jun 18 18:12:00.828362 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33126) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:00.881398 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:00.903313 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.040070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.044578 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.044578 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eac5f11f-21bd-452b-8111-652cf263b847 HTTP/1.1" status: 204 len: 168 time: 0.2145393 Jun 18 18:12:01.044945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bd313504-a41f-4af5-ac1a-5ddfda7a7b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:01.053978 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5f11f-21bd-452b-8111-652cf263b847,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:01.056151 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:01.172564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33132) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:01.372044 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.472220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.571498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.575362 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ba3395a1-dbe8-4995-9262-1dfeba72c446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:01.611996 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c63d74ea4744f3b8558be2a455b24e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383638 Jun 18 18:12:01.612942 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac67539-2628-480a-8443-bff78409b91e,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:01.614693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33152) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:01.616434 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:01.674312 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.714494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.809599 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6b1f8-5dc9-41bd-a642-2ce38e4d229e req-066a2e8a-e63d-4c30-9ce3-f4b12d3442c6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:01.810995 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02c6b1f8-5dc9-41bd-a642-2ce38e4d229e req-066a2e8a-e63d-4c30-9ce3-f4b12d3442c6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1026070 Jun 18 18:12:01.862685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12173223-b943-4856-a3d7-86be0034af8e req-e1512484-c321-42bb-a56a-abde26d0588f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:01.864161 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-12173223-b943-4856-a3d7-86be0034af8e req-e1512484-c321-42bb-a56a-abde26d0588f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 943 time: 0.1069887 Jun 18 18:12:01.869452 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-02c6b1f8-5dc9-41bd-a642-2ce38e4d229e req-dadb0379-6330-4666-b69a-28195ed6902b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518031 Jun 18 18:12:01.903781 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-12173223-b943-4856-a3d7-86be0034af8e req-52cc53e6-4093-43af-a615-8a36fc180ab6 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Jun 18 18:12:01.944862 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.947921 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:01.965310 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aac67539-2628-480a-8443-bff78409b91e HTTP/1.1" status: 204 len: 168 time: 0.3459680 Jun 18 18:12:01.968897 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:01.980280 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac67539-2628-480a-8443-bff78409b91e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:01.982932 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b49e5c47-8f7a-4c95-89e3-dd8552d9af80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:02.315928 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:02.818582 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33192) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:02.832335 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:02.922265 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.013176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.017015 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:03.084807 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=548a9da15b2e4fbf92840ec623df2be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650619 Jun 18 18:12:03.086372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33208) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:03.102414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565b822-04f4-4559-b86e-00a1a3332d76,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:03.113004 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:03.160252 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefb4fa-6878-4c66-914d-eb66d6ac5256 req-9c19accf-493f-424b-8bc4-37ba3972948c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:03.160252 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdefb4fa-6878-4c66-914d-eb66d6ac5256 req-9c19accf-493f-424b-8bc4-37ba3972948c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1658406 Jun 18 18:12:03.170080 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.178014 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859e6f-0424-4f1c-9863-c39ff18bead4 req-2eebe82d-e134-453b-ada5-6ebf8abef699 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:03.179592 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f9859e6f-0424-4f1c-9863-c39ff18bead4 req-2eebe82d-e134-453b-ada5-6ebf8abef699 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 943 time: 0.1285436 Jun 18 18:12:03.203033 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.232222 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdefb4fa-6878-4c66-914d-eb66d6ac5256 req-e3ea2db2-8385-4875-befd-fb5ceac469ff tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Jun 18 18:12:03.237568 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f9859e6f-0424-4f1c-9863-c39ff18bead4 req-9ad9fd49-23e4-4baa-bdac-57e5ce7fb3b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jun 18 18:12:03.343478 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.346873 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:03.357324 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0565b822-04f4-4559-b86e-00a1a3332d76 HTTP/1.1" status: 204 len: 168 time: 0.2686653 Jun 18 18:12:03.362770 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:03.377169 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565b822-04f4-4559-b86e-00a1a3332d76,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:03.379385 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:04.500030 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238012-6d3d-440e-9f6a-973781ce9948 req-b28f0869-3248-40a9-9502-a3bddeda2b48 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:04.501708 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00238012-6d3d-440e-9f6a-973781ce9948 req-b28f0869-3248-40a9-9502-a3bddeda2b48 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1265578 Jun 18 18:12:04.509654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff0a3-47eb-4a22-9aa8-83aea3d4b370 req-250a57ce-e927-4ea2-90a0-bf2de61634ab tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:04.511094 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29ff0a3-47eb-4a22-9aa8-83aea3d4b370 req-250a57ce-e927-4ea2-90a0-bf2de61634ab tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 943 time: 0.1047454 Jun 18 18:12:04.577182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00238012-6d3d-440e-9f6a-973781ce9948 req-2a51d4c7-7c3b-44f1-b167-8f3c6ba032a9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Jun 18 18:12:04.589640 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29ff0a3-47eb-4a22-9aa8-83aea3d4b370 req-17337418-a32b-43f8-8d24-d8392ad85987 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701096 Jun 18 18:12:04.622741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25394a9b-dffb-43ff-9fd0-68756ad113eb details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:12:04.728324 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:04.740249 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '25394a9b-dffb-43ff-9fd0-68756ad113eb', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'port_id': '25394a9b-dffb-43ff-9fd0-68756ad113eb', 'mac_address': 'fa:16:3e:8c:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbde94d-98b9-4fb4-bcba-2052646360f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:12:04.782022 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:04.794879 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25394a9b-dffb-43ff-9fd0-68756ad113eb {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:12:04.814259 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:04.916044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:04.918834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:04.966801 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:04.973642 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.974008 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.974327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.974684 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.975016 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.975343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.975665 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.975986 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.976324 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.976671 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.976991 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.977307 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:04.981137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:05.205582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['25394a9b-dffb-43ff-9fd0-68756ad113eb'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:12:05.793780 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46a4ca-b708-4cda-9eb2-38517ed880ea req-bc62d09c-47c0-4ab9-985e-cb1db8a9459b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:05.795706 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf46a4ca-b708-4cda-9eb2-38517ed880ea req-bc62d09c-47c0-4ab9-985e-cb1db8a9459b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 944 time: 0.1011453 Jun 18 18:12:05.812428 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3f3c5-cd4b-4a57-aacb-a0b8820e417a req-5a4638aa-f8a7-48a2-bd4c-92541c73f185 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:05.812428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fcc3f3c5-cd4b-4a57-aacb-a0b8820e417a req-5a4638aa-f8a7-48a2-bd4c-92541c73f185 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1054432 Jun 18 18:12:06.062439 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf46a4ca-b708-4cda-9eb2-38517ed880ea req-c5288558-f15e-48f6-9683-cd098cba6c36 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529151 Jun 18 18:12:06.065014 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fcc3f3c5-cd4b-4a57-aacb-a0b8820e417a req-b954155f-f146-4711-93af-bdef424b5d2a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492464 Jun 18 18:12:06.870164 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:12:07.283067 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa786-660f-48d2-a77d-ecd50cb6ee04 req-7a4106eb-0d97-4448-94c4-e0730596669c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:07.286269 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1eaaa786-660f-48d2-a77d-ecd50cb6ee04 req-7a4106eb-0d97-4448-94c4-e0730596669c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 944 time: 0.1061668 Jun 18 18:12:07.297436 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97eb9-4360-4726-b743-eab6c2368cee req-326e322b-7062-429c-af71-8504fea50766 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:07.299025 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-12c97eb9-4360-4726-b743-eab6c2368cee req-326e322b-7062-429c-af71-8504fea50766 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1087441 Jun 18 18:12:07.354161 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1eaaa786-660f-48d2-a77d-ecd50cb6ee04 req-5de240ad-e8f0-4b3b-a5d2-137eda79d30b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 Jun 18 18:12:07.359360 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-12c97eb9-4360-4726-b743-eab6c2368cee req-6cda669e-7b5f-47fb-bf6b-eb3c38aa8b39 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526392 Jun 18 18:12:08.154296 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25394a9b-dffb-43ff-9fd0-68756ad113eb up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:08.298328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 25394a9b-dffb-43ff-9fd0-68756ad113eb completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:08.302378 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 25394a9b-dffb-43ff-9fd0-68756ad113eb triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:08.302833 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.375463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.397002 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:12:08.399550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd6067-4375-4d6e-9e6d-bcedda622e90" -d '{"events": [{"server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "name": "network-vif-plugged", "status": "completed", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:12:08.412772 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:08.493064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33374) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:08.498600 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.500512 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:08.550573 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:08.553636 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:08.607013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.692659 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.776915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.780415 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:08.815553 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f8aa3ee4dbc442aaf5a47f50bdbd8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214204 Jun 18 18:12:08.817528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6bf46b-d67d-41c9-ae5f-ae3aa6cea118,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:08.818308 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33382) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:08.820705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:08.868803 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:08.888660 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:09.018329 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:09.020773 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:09.021868 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d6bf46b-d67d-41c9-ae5f-ae3aa6cea118 HTTP/1.1" status: 204 len: 168 time: 0.2025199 Jun 18 18:12:09.022597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:09.030669 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6bf46b-d67d-41c9-ae5f-ae3aa6cea118,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:09.033567 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:09.868100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33394) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:09.881152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:09.964693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.075480 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.077990 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:10.114216 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e1bec93d12b4fb6b1180647dbbc94fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450390 Jun 18 18:12:10.115084 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2663d6d-a122-4e9c-b4da-c238bd61044d,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:10.117006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33396) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:10.117955 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:10.165636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.186290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.321200 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.323643 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:10.324799 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2663d6d-a122-4e9c-b4da-c238bd61044d HTTP/1.1" status: 204 len: 168 time: 0.2068083 Jun 18 18:12:10.348805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c1fab961-0d38-458e-8da4-e18c6262ba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:10.374313 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2663d6d-a122-4e9c-b4da-c238bd61044d,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:10.383386 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:10.427764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70f1b2-d94b-44ee-8d7c-ccb72a8e4c6c req-263a5fe1-3cc1-4a33-a7f5-9a3fe9ca8752 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:10.429229 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a70f1b2-d94b-44ee-8d7c-ccb72a8e4c6c req-263a5fe1-3cc1-4a33-a7f5-9a3fe9ca8752 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.1200333 Jun 18 18:12:10.437282 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05501-f6be-4c44-b1e0-c40109dcda1f req-e0c78c96-dfbd-4fc1-bb63-6a6aeb197529 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:10.438663 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfc05501-f6be-4c44-b1e0-c40109dcda1f req-e0c78c96-dfbd-4fc1-bb63-6a6aeb197529 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1201289 Jun 18 18:12:10.493644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a70f1b2-d94b-44ee-8d7c-ccb72a8e4c6c req-e6f7dbed-a71a-472e-a1ca-8b6b2a40ae80 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539613 Jun 18 18:12:10.501337 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfc05501-f6be-4c44-b1e0-c40109dcda1f req-c58a2eb2-f176-45d5-9774-ff9e7be743f4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559208 Jun 18 18:12:10.543317 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fea814a-093d-40a3-93ee-0d0490db3325 x-openstack-request-id: req-9fea814a-093d-40a3-93ee-0d0490db3325 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:12:10.543837 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "name": "network-vif-plugged", "status": "completed", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:12:10.543921 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fea814a-093d-40a3-93ee-0d0490db3325 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:12:10.544506 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb', 'code': 200} Jun 18 18:12:11.010864 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4344d-b168-41f2-b0f2-3b53ec454268 req-1495a522-5fbc-46f4-a662-ece11d2cf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:11.012417 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48d4344d-b168-41f2-b0f2-3b53ec454268 req-1495a522-5fbc-46f4-a662-ece11d2cf204 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 1098 time: 0.0572445 Jun 18 18:12:11.055095 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48d4344d-b168-41f2-b0f2-3b53ec454268 req-36c58a20-1613-4fb1-b251-06f8d0f401df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jun 18 18:12:11.744856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b04d4-42d3-4e61-b9ba-7aeed8cbfead req-7c58d26a-7e2b-4110-b265-aba2da3d4f82 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:11.747049 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-496b04d4-42d3-4e61-b9ba-7aeed8cbfead req-7c58d26a-7e2b-4110-b265-aba2da3d4f82 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.1241109 Jun 18 18:12:11.756218 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daef49a-3bbb-4771-8f41-7172a824bb95 req-1170b8da-9432-42e4-877e-85f1b2030d7f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:11.757900 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1daef49a-3bbb-4771-8f41-7172a824bb95 req-1170b8da-9432-42e4-877e-85f1b2030d7f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1215422 Jun 18 18:12:11.814543 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-496b04d4-42d3-4e61-b9ba-7aeed8cbfead req-7a3bf92d-f046-459e-94e5-cd31d64a9475 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554955 Jun 18 18:12:11.832861 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1daef49a-3bbb-4771-8f41-7172a824bb95 req-15c579ba-8112-4327-8444-2bd2915e649d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Jun 18 18:12:12.011947 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e0b95-66cd-4286-8705-b520191dca53 req-bcff5145-20e7-4310-872b-8f9ad4e2f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:12.013662 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-763e0b95-66cd-4286-8705-b520191dca53 req-bcff5145-20e7-4310-872b-8f9ad4e2f3e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1099 time: 0.0519702 Jun 18 18:12:12.061313 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-763e0b95-66cd-4286-8705-b520191dca53 req-0d1ce8ae-5e80-448f-b26e-9b464fb90497 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275035 Jun 18 18:12:13.047021 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76739-6412-4426-b126-df9bc3137203 req-e350a0c4-f2ad-479a-a40e-87a885cefc27 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:13.048938 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bed76739-6412-4426-b126-df9bc3137203 req-e350a0c4-f2ad-479a-a40e-87a885cefc27 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.1097362 Jun 18 18:12:13.063264 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d2b8-f459-4f82-b2aa-9ec854e3dac0 req-111e30cd-859e-4947-ae6e-263b4a0f4aa2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:13.065015 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b58d2b8-f459-4f82-b2aa-9ec854e3dac0 req-111e30cd-859e-4947-ae6e-263b4a0f4aa2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0959153 Jun 18 18:12:13.114511 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bed76739-6412-4426-b126-df9bc3137203 req-472bd604-0e24-40ac-bf0f-037027375e75 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596166 Jun 18 18:12:13.127973 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b58d2b8-f459-4f82-b2aa-9ec854e3dac0 req-61ba6739-cca1-4204-99b9-6a17d88de97f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Jun 18 18:12:16.088450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d6cd-18e6-470c-bdce-6acadd270ca6 req-c71b0566-d2e9-44af-8945-50aead4ba6e8 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:16.089994 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fba2d6cd-18e6-470c-bdce-6acadd270ca6 req-c71b0566-d2e9-44af-8945-50aead4ba6e8 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0695572 Jun 18 18:12:16.126894 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fba2d6cd-18e6-470c-bdce-6acadd270ca6 req-a1e87b90-0a69-4e22-b79a-b34f27c84c92 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Jun 18 18:12:17.306759 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a2174-3b6c-44b5-ad59-e9a18acef350 req-46f5a5b1-38aa-4717-b432-d3d3dbbadac6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:17.309079 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e71a2174-3b6c-44b5-ad59-e9a18acef350 req-46f5a5b1-38aa-4717-b432-d3d3dbbadac6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0728846 Jun 18 18:12:17.351506 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e71a2174-3b6c-44b5-ad59-e9a18acef350 req-1ebcc248-c9ec-41df-8d3f-086519f5efb0 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367384 Jun 18 18:12:17.524384 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141f2e4-5dad-47c8-b26f-b0179ac93429 req-24a92fd4-c86a-492b-845a-39aadc5fbddf tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:17.525761 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0141f2e4-5dad-47c8-b26f-b0179ac93429 req-24a92fd4-c86a-492b-845a-39aadc5fbddf tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0622463 Jun 18 18:12:17.563973 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0141f2e4-5dad-47c8-b26f-b0179ac93429 req-78e9f951-1258-45f0-82b8-b2bd10886c91 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jun 18 18:12:18.667617 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33626) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:18.711194 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Deleting subnet ca50ade6-a9d7-4776-97fa-b23bf2f2edbf {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:12:18.714270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:18.751380 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:18.792092 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:18.990709 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:18.993100 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:19.023492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca50ade6-a9d7-4776-97fa-b23bf2f2edbf,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:19.029270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:19.030401 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.038835 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ca50ade6-a9d7-4776-97fa-b23bf2f2edbf HTTP/1.1" status: 204 len: 168 time: 0.3654506 Jun 18 18:12:19.038835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33632) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:19.118136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.209466 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.219085 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d24e8d-26b0-4a64-ae53-e8998aa636df']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.229816 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11843bbd-f271-44da-bdd1-8a0b0d937a77') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.230136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11843bbd-f271-44da-bdd1-8a0b0d937a77') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.240028 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.259202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.267436 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:12:19.269752 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:12:19.270126 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:12:19.418979 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.423507 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:19.427581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.429456 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] 10.222.0.42 "DELETE /v2.0/networks/61d24e8d-26b0-4a64-ae53-e8998aa636df HTTP/1.1" status: 204 len: 168 time: 0.3899992 Jun 18 18:12:19.432421 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33648) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:19.440196 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d24e8d-26b0-4a64-ae53-e8998aa636df,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:19.443133 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3d9d0277-6d3d-4737-bcab-bdba3232eb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:19.479491 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Deleting subnet ed8d4050-01a0-47d4-a9bc-ec935006dd08 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:12:19.483067 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.519945 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.525999 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.710252 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.715880 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:19.738433 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.742430 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed8d4050-01a0-47d4-a9bc-ec935006dd08 HTTP/1.1" status: 204 len: 168 time: 0.3068509 Jun 18 18:12:19.742430 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8d4050-01a0-47d4-a9bc-ec935006dd08,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:19.743162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33658) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:19.749319 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:19.821097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.896192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.905991 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b24feb-a727-47ba-bd86-6d24d8bc1584']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.915439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82249445-8f31-4871-80f5-011509fb7111') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.915728 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82249445-8f31-4871-80f5-011509fb7111') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:19.924811 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.938621 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.944362 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:12:19.944735 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:12:19.946300 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:12:20.064217 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.067809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:20.070538 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.072047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/34b24feb-a727-47ba-bd86-6d24d8bc1584 HTTP/1.1" status: 204 len: 168 time: 0.3276041 Jun 18 18:12:20.082902 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b24feb-a727-47ba-bd86-6d24d8bc1584,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:20.085211 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:20.347407 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381583f-1a6b-4b9a-b917-915ab278b8ff req-c94ec4d9-2e0a-4f7a-8ec4-1e8b1bca0844 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:20.348878 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2381583f-1a6b-4b9a-b917-915ab278b8ff req-c94ec4d9-2e0a-4f7a-8ec4-1e8b1bca0844 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0938916 Jun 18 18:12:20.402177 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2381583f-1a6b-4b9a-b917-915ab278b8ff req-77342ea7-5911-4891-acb4-2d28ad4fbb88 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Jun 18 18:12:20.405949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-3579ef0f-18e7-44f6-a9dd-1377f54bdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:20.406698 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-3579ef0f-18e7-44f6-a9dd-1377f54bdd84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.0974560 Jun 18 18:12:20.506339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-3d6efed7-269c-4069-aa8e-2f1407f490f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:20.508217 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-3d6efed7-269c-4069-aa8e-2f1407f490f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.0913203 Jun 18 18:12:20.527082 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33670) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:20.564378 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-91a9da5f-a916-4414-9adc-2d7d5e8d66bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0476854 Jun 18 18:12:20.626367 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d59b9982-eab7-4d99-b3dc-d92469ab7613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c41f280bfda5470d950fbdac7a33ffac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981483 Jun 18 18:12:20.629005 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33676) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:20.637145 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-969cd112-e895-4b50-b0c4-8777f86e191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:20.638532 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-969cd112-e895-4b50-b0c4-8777f86e191f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0563383 Jun 18 18:12:20.679617 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-1d6508e4-09e9-4098-8fbb-41ad1d05a2b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302453 Jun 18 18:12:20.682027 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.702624 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.774967 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-09df18e2-e087-4925-8273-c26bee0be443 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842586 Jun 18 18:12:20.829960 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.832523 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:20.833623 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f793c7f8-5435-47cb-adc3-b576b6d23790 HTTP/1.1" status: 204 len: 168 time: 0.2036531 Jun 18 18:12:20.834372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-625cd607-f57c-40dd-8f08-022484f78ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:20.842447 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f793c7f8-5435-47cb-adc3-b576b6d23790,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:20.844818 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:20.865200 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b35372f-9c02-492d-8267-3e37c77110e8 req-7014ec9d-7050-4eab-902f-f7a2f89ee3c8 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826206 Jun 18 18:12:21.580449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b99c8-0f5c-439f-bec5-2eb15c509299 req-5c9c5167-e54e-41fb-8eee-d3c464f52ae3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:21.580712 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33694) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:21.581936 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-198b99c8-0f5c-439f-bec5-2eb15c509299 req-5c9c5167-e54e-41fb-8eee-d3c464f52ae3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0692213 Jun 18 18:12:21.621992 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-198b99c8-0f5c-439f-bec5-2eb15c509299 req-271dd707-58c6-403e-8a10-e3193adb380c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jun 18 18:12:21.628928 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-bd5565b2-8488-4553-af64-0db29b11dbfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8840daa08cb8485b98c0dce230fd61d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451386 Jun 18 18:12:21.629539 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 33700) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:21.692846 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:21.721249 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:21.886719 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:21.889914 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:21.891010 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09f8be77-5c6a-493b-911b-20d95507347f HTTP/1.1" status: 204 len: 168 time: 0.2604375 Jun 18 18:12:21.891742 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e088bce9-d848-465d-b1e7-eac347ab7a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:21.899282 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8be77-5c6a-493b-911b-20d95507347f,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:21.901453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:22.607171 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ddb59d20-ab1b-4d2a-99c9-fc638d31e011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:24.844441 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656baf60-110c-4bad-8b22-6f5b9ec3a741 req-ac81a656-0000-4ceb-92cf-b767bcac91f5 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:24.846032 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-656baf60-110c-4bad-8b22-6f5b9ec3a741 req-ac81a656-0000-4ceb-92cf-b767bcac91f5 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0635412 Jun 18 18:12:24.885965 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-656baf60-110c-4bad-8b22-6f5b9ec3a741 req-195c53c0-eba7-4719-9f64-ee895e699a40 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Jun 18 18:12:25.109741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-040abfc7-68be-4263-ae14-014df44ec967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:25.441616 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:26.389620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:28.047237 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:28.549502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a36901-3971-49ed-99d4-a00c36b9ca16 req-8d9d497d-972d-4fe6-9f9c-1a7ab7cca3cb tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:28.551009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f9a36901-3971-49ed-99d4-a00c36b9ca16 req-8d9d497d-972d-4fe6-9f9c-1a7ab7cca3cb tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0668018 Jun 18 18:12:28.593716 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f9a36901-3971-49ed-99d4-a00c36b9ca16 req-1cb56529-f470-4f36-b73c-042a2f838641 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Jun 18 18:12:29.440229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-87fcefa5-cc34-430e-918a-1b79d7516c35 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:29.446806 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-87fcefa5-cc34-430e-918a-1b79d7516c35 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.1333334 Jun 18 18:12:29.457866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-3ca8bb40-74bf-49d0-8dc5-b8bfe9673dab tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/quotas/be97e15df4ec4656bd55d1e7068077b7 HTTP/1.1" status: 200 len: 375 time: 0.0100448 Jun 18 18:12:29.540195 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-a524960a-75ab-4f0d-9c1c-38f007927516 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748026 Jun 18 18:12:29.642646 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-e45630f4-3986-4973-98f5-0da53e05df95 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948720 Jun 18 18:12:29.738263 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-906a9f51-d5c6-4f6b-823a-17104952a23e service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894077 Jun 18 18:12:29.857849 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ac8cb-6709-4672-90a5-9bb61bd50d19 req-b3eb0eed-7a21-4cb7-88cc-121b62abf778 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:29.860397 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b1ac8cb-6709-4672-90a5-9bb61bd50d19 req-b3eb0eed-7a21-4cb7-88cc-121b62abf778 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0707438 Jun 18 18:12:29.899182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b1ac8cb-6709-4672-90a5-9bb61bd50d19 req-d99f183a-9d68-45af-8406-fa2b0cc727a3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Jun 18 18:12:30.026822 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3433217d-d21e-4420-a587-8e0cb1ca6036 req-c7d82ec8-8190-490a-8128-a36d8fbc7fc1 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 210 time: 0.0312257 Jun 18 18:12:32.319643 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:33.872901 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561962f9-6cd0-4d37-afcd-1a71f942b4b5 req-afd9d774-1e8b-4ca0-9388-273e199c0a6d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:33.874486 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-561962f9-6cd0-4d37-afcd-1a71f942b4b5 req-afd9d774-1e8b-4ca0-9388-273e199c0a6d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0633659 Jun 18 18:12:33.924682 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-384410cc-7e5c-4845-9eb0-1b2ed16420c6 req-76cf3ead-e2a0-42d2-861b-3cea9d26c889 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 210 time: 0.0416059 Jun 18 18:12:33.945923 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-561962f9-6cd0-4d37-afcd-1a71f942b4b5 req-5bc59ce3-0991-4bcc-bb59-520deddf82f1 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646873 Jun 18 18:12:35.074404 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-19aa869a-fdcf-4def-be9b-a9e02a74f1f6 req-fef37166-431c-460d-9dbe-f85db8e19820 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 210 time: 0.0296881 Jun 18 18:12:35.136552 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4836-4e02-4a83-8b01-e3254c26e654 req-8b039a42-32ee-4803-b8d1-952e6c1e4c1f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:35.138009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-023e4836-4e02-4a83-8b01-e3254c26e654 req-8b039a42-32ee-4803-b8d1-952e6c1e4c1f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0662687 Jun 18 18:12:35.229317 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-023e4836-4e02-4a83-8b01-e3254c26e654 req-267b7d57-e314-41c3-a2ba-65f181840965 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851486 Jun 18 18:12:35.289466 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-39e30f3f-4609-4c9d-bd7a-6a30a067d854 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:35.290876 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-39e30f3f-4609-4c9d-bd7a-6a30a067d854 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.1201649 Jun 18 18:12:35.300061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33964) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:35.310907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Request body: {'port': {'device_id': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'admin_state_up': True, 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:35.606632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:35.718820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:35.848078 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:35.853033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5a007462-24d3-43aa-8ff3-4f6459add72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:35.926849 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adefc12-2486-41f2-a0e5-8d216bf15d9c,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:35.931955 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:35.935146 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d65c5f2ee9254faa812d98f9d9ca5de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340594 Jun 18 18:12:35.939806 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 33986) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:35.950276 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:35.958167 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.073615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.124523 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.168600 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Allocated IP 172.20.0.4 (8c1b9ecc-f13a-4637-8649-09c83271a8bf/1bbde94d-98b9-4fb4-bcba-2052646360f5/7d01ff43-ea6d-4630-86d7-4cf8dedfad6d) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:12:36.284476 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ea34ba73-51e4-46e9-a764-19191408891b req-5b744b01-33cf-4c14-930e-ec1ea67c01d5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 210 time: 0.0703354 Jun 18 18:12:36.296809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.305192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.306302 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2adefc12-2486-41f2-a0e5-8d216bf15d9c HTTP/1.1" status: 204 len: 168 time: 0.3653636 Jun 18 18:12:36.309678 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3f8591e6-d0c1-4b05-9d87-d17f7a3aed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:36.325025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adefc12-2486-41f2-a0e5-8d216bf15d9c,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:36.327521 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:36.390174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.471438 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7eef6-b5ae-4c4d-af02-7871041ea826 req-a0e6b6e4-447e-4dda-8bff-af38dc3bda7b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:36.473041 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d9a7eef6-b5ae-4c4d-af02-7871041ea826 req-a0e6b6e4-447e-4dda-8bff-af38dc3bda7b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0964348 Jun 18 18:12:36.524786 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d9a7eef6-b5ae-4c4d-af02-7871041ea826 req-aee664a0-da16-4a13-a5f9-9d623e21b6af tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Jun 18 18:12:36.571946 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.578284 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:36.625412 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:36.631324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:36.635884 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:12:36.639741 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:36.658711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:36.688327 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:36.688936 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:36.824826 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224462 Jun 18 18:12:37.127730 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34012) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:37.141367 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.232739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.333834 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.340097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-845b5766-1a1b-47d6-b471-dbbe102e974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:37.401969 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2b2a9de18b54fb187023d8b6b861fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728510 Jun 18 18:12:37.403821 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb199e5-e72a-42e8-b6b8-1e9b3091a6f7,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:37.406181 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34016) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:37.408759 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:37.489630 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.513140 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.693215 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.695900 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:37.697184 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfb199e5-e72a-42e8-b6b8-1e9b3091a6f7 HTTP/1.1" status: 204 len: 168 time: 0.2885141 Jun 18 18:12:37.697948 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-838919b6-1fab-4fae-b539-04e4ff361efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:37.706100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb199e5-e72a-42e8-b6b8-1e9b3091a6f7,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:37.708623 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:38.108522 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503', '25394a9b-dffb-43ff-9fd0-68756ad113eb'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:12:38.114603 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Request body: {'port': {'device_id': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:38.213102 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:38.486564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:12:38.493856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:38.505400 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Transition to ACTIVE for port object 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:38.617300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:38.620747 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ae761216-8a63-4e9e-86c8-70127d07c139 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:38.721136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:38.724159 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:38.776273 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Attempting to bind port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:12:38.776641 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Attempting to bind port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:12:38.777251 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Attempting to bind port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:38.782217 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:12:38.782543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Attempting to bind port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:38.787381 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:12:38.787755 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Checking segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:38.788130 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Bound using segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:12:38.788622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Bound port: 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:12:38.788963 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:38.852644 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:12:38.855580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:12:38.858866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34052) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:38.953278 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-984797159-network', 'tenant_id': '0f4d169f368c4f45a667c012dc18bd7c'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:38.960453 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:38.964269 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:39.007333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.007980 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.009379 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] 10.222.0.35 "PUT /v2.0/ports/7d01ff43-ea6d-4630-86d7-4cf8dedfad6d HTTP/1.1" status: 200 len: 1093 time: 0.9000351 Jun 18 18:12:39.011389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:12:39.014289 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aa3320-a753-475d-a9be-5ff759d300b1" -d '{"events": [{"name": "network-changed", "server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:12:39.032370 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:39.039281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.039647 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.040002 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.040378 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.040725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.043162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:39.046931 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:39.091033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Made reservation on behalf of 0f4d169f368c4f45a667c012dc18bd7c for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:39.093493 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.105934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.194500 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.262794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.265980 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:39.288534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:12:39.307368 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15749563-ba22-4b04-9a62-fbe3b25493d7,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:39.312079 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:39.313222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.313909 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Added segment 4c92ecfb-169c-4e59-9038-f7c2856da8d6 of type vlan for network 1758c490-3435-47a9-b9ab-ff69a041080d Jun 18 18:12:39.373588 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.525511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-76f41b83-8b69-478e-adf8-0896e8c7683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.526905 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-76f41b83-8b69-478e-adf8-0896e8c7683e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 1096 time: 0.1639047 Jun 18 18:12:39.540716 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9971-2c2a-4e39-af36-4892fad6709f req-2094dbf2-5350-441e-8bf1-12702f536699 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.542124 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00ac9971-2c2a-4e39-af36-4892fad6709f req-2094dbf2-5350-441e-8bf1-12702f536699 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.1649175 Jun 18 18:12:39.565539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4f18-09f1-4b15-9157-878de06de48d req-6dcd26b7-0df2-43de-92c5-e5f6b48af5d7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.566945 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cddc4f18-09f1-4b15-9157-878de06de48d req-6dcd26b7-0df2-43de-92c5-e5f6b48af5d7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1626406 Jun 18 18:12:39.604017 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.613041 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-021e8675-69c5-4c73-9d26-e7ccd11f7452 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d HTTP/1.1" status: 200 len: 217 time: 0.0700090 Jun 18 18:12:39.616680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.617267 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:39.626304 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e7f4d5f2-23ca-43d9-a82e-60bbda6ed73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:39.749984 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00ac9971-2c2a-4e39-af36-4892fad6709f req-09f170b4-361c-4048-b5c9-717edf6e35a2 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988316 Jun 18 18:12:39.755067 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Pushing event updated for resources: {'Network': ['ID=1758c490-3435-47a9-b9ab-ff69a041080d,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:39.759461 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cddc4f18-09f1-4b15-9157-878de06de48d req-e5a49cae-b1dc-44cc-bfe6-2597aa30b871 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626492 Jun 18 18:12:39.762120 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:39.777803 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 1758c490-3435-47a9-b9ab-ff69a041080d details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:12:39.783744 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34064) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:39.784250 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9240983 Jun 18 18:12:39.789205 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-7468681b-dd8b-4c3d-84d0-746d00d9755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:39.792842 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-7468681b-dd8b-4c3d-84d0-746d00d9755e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.1582723 Jun 18 18:12:39.792991 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Request body: {'subnet': {'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-984797159-subnet', 'tenant_id': '0f4d169f368c4f45a667c012dc18bd7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:39.812862 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580bde1e-b52b-419d-a358-5d79cd97a51d x-openstack-request-id: req-580bde1e-b52b-419d-a358-5d79cd97a51d {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:12:39.813182 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:12:39.813466 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-580bde1e-b52b-419d-a358-5d79cd97a51d {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:12:39.814013 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'status': 'completed', 'code': 200} Jun 18 18:12:39.835782 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-921ca177-8aff-4f17-806d-a04863228cc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329418 Jun 18 18:12:39.965678 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Made reservation on behalf of 0f4d169f368c4f45a667c012dc18bd7c for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:39.968190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:40.256895 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:40.259176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:40.317406 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cc2624-3dd6-44ef-a7d1-37a91211cb50,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:40.322295 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Checking segment: {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:40.322653 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Network hostable DHCP agents. Network: 1758c490-3435-47a9-b9ab-ff69a041080d, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:12:40.330095 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.330462 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.330815 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.331256 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.331505 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.331848 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.332190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.332561 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.332896 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.333232 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.333567 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.333904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:40.341975 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:40.429917 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Network 1758c490-3435-47a9-b9ab-ff69a041080d is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:12:40.532882 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 1758c490-3435-47a9-b9ab-ff69a041080d) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:40.536931 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:40.537507 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:40.541805 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8627b-df5b-48b5-a83c-a352b9a73d18 None None] Network 1758c490-3435-47a9-b9ab-ff69a041080d requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:12:40.630894 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8449774 Jun 18 18:12:40.664190 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571abc9-33c8-487a-8b08-70d347dddfb5 None None] Network 1758c490-3435-47a9-b9ab-ff69a041080d requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:12:43.065497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-cd9fccf6-5b65-4af6-9d24-fd5f7807390f service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977020 Jun 18 18:12:43.252180 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2c2b455-7770-46f1-8aa4-8af25b320c66 req-db2e1896-7431-4933-b5e0-8bd5433f86b1 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748061 Jun 18 18:12:43.262906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a3d-99d2-43de-8f36-ebd5069aab64 req-38b38bde-a035-498c-9d0e-b32f35ebe290 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:43.264912 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5e56a3d-99d2-43de-8f36-ebd5069aab64 req-38b38bde-a035-498c-9d0e-b32f35ebe290 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.1403427 Jun 18 18:12:43.272214 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1372df-1ea9-4473-a5ae-56a64960f7ae req-6505d5f7-bf31-4bc8-aa45-ca99572ddb48 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:43.273898 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d1372df-1ea9-4473-a5ae-56a64960f7ae req-6505d5f7-bf31-4bc8-aa45-ca99572ddb48 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1482358 Jun 18 18:12:43.330507 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5e56a3d-99d2-43de-8f36-ebd5069aab64 req-f3ba6b55-d98d-42d5-aa2e-99b64af0ab87 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Jun 18 18:12:43.333200 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d1372df-1ea9-4473-a5ae-56a64960f7ae req-9eadf4d7-f855-4655-a9d9-68f54d854806 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Jun 18 18:12:43.507391 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-8783357e-de4b-422c-b851-9ccf5944117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:43.508779 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-8783357e-de4b-422c-b851-9ccf5944117a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 1096 time: 0.0516233 Jun 18 18:12:43.609892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-dae72690-74dc-4e3c-9101-2c9db634e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:43.611332 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-dae72690-74dc-4e3c-9101-2c9db634e524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 915 time: 0.0956314 Jun 18 18:12:43.656506 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-0a397543-2ce6-445c-9ce1-11cd35bf46fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d HTTP/1.1" status: 200 len: 217 time: 0.0347059 Jun 18 18:12:43.713051 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-b518a655-dfcb-45aa-8b4f-c75d78553fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:43.714504 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-b518a655-dfcb-45aa-8b4f-c75d78553fc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.0429809 Jun 18 18:12:43.757158 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-c5fcfacb-b00a-471b-b29d-89805d94ed36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288584 Jun 18 18:12:43.858103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-cb916364-8cea-4757-ad7c-2d781a6b32fb service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890009 Jun 18 18:12:43.869069 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:12:44.029857 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f8aa3320-a753-475d-a9be-5ff759d300b1 req-950a060d-11b5-4687-ba37-362b2ae7588d service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638856 Jun 18 18:12:44.062075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-191a9f7b-4c5e-4a8a-b4c0-4a2fbea8bde3 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:44.063838 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-191a9f7b-4c5e-4a8a-b4c0-4a2fbea8bde3 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/networks?id=1758c490-3435-47a9-b9ab-ff69a041080d HTTP/1.1" status: 200 len: 808 time: 0.1514714 Jun 18 18:12:44.079715 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-627ce18b-d463-4cc2-b4e3-6c6f7fbc84ae tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/quotas/0f4d169f368c4f45a667c012dc18bd7c HTTP/1.1" status: 200 len: 375 time: 0.0101447 Jun 18 18:12:44.120824 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-861df5ab-b2af-4bda-9c39-6d7a9b0549e1 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349987 Jun 18 18:12:44.214821 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-decda03f-a06d-456d-897e-d36bfb98137c service neutron] 10.222.0.42 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871053 Jun 18 18:12:44.316949 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-10d48d4c-7163-4428-985b-de40137877a7 service neutron] 10.222.0.42 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961735 Jun 18 18:12:44.505245 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cce19-fb1b-4c26-80f8-e1b2951c710a req-e5bfde21-3764-45b3-85aa-4e7712bc468c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:44.506740 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ba4cce19-fb1b-4c26-80f8-e1b2951c710a req-e5bfde21-3764-45b3-85aa-4e7712bc468c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0626934 Jun 18 18:12:44.543973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34148) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:44.546513 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ba4cce19-fb1b-4c26-80f8-e1b2951c710a req-9d6d4889-462b-4c8c-bff5-d79db3573103 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Jun 18 18:12:44.655548 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b37f8f67-7b4f-43d3-b076-49ecd92b5de3 req-84d6737a-5d0b-466d-ae00-d292e3d0c952 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0347261 Jun 18 18:12:44.692817 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:44.722630 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cf96-0ea2-4a86-85a7-46fc989ca7d7 req-a365bd4a-d627-4e77-9d9a-bd572aac6617 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:44.724179 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f7f2cf96-0ea2-4a86-85a7-46fc989ca7d7 req-a365bd4a-d627-4e77-9d9a-bd572aac6617 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0723515 Jun 18 18:12:44.777088 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f7f2cf96-0ea2-4a86-85a7-46fc989ca7d7 req-5dd179c4-cdd1-4d87-ad41-5c5d1c6e201b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Jun 18 18:12:44.786358 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:44.915407 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:44.919092 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-538e7174-5271-4a6a-8d06-eaff7f574b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:44.957629 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fccb8b34a764b2b9c4e13a16ea611f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098158 Jun 18 18:12:44.957889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34162) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:44.959323 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49967d9-6356-462d-9fce-2d1e592e8272,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:44.962431 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:45.230725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:45.255505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:45.385397 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798d92-f6c9-4636-acf1-75aa369ce7ea req-43547ee4-54e1-4b61-bf0f-977b92f8b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:45.385397 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32798d92-f6c9-4636-acf1-75aa369ce7ea req-43547ee4-54e1-4b61-bf0f-977b92f8b49e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.0840716 Jun 18 18:12:45.424731 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32798d92-f6c9-4636-acf1-75aa369ce7ea req-3d368d5c-0ad5-4659-ac95-2f53d987631d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Jun 18 18:12:45.498790 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:45.501397 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:45.502513 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d49967d9-6356-462d-9fce-2d1e592e8272 HTTP/1.1" status: 204 len: 168 time: 0.5434976 Jun 18 18:12:45.503323 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7b802f5a-7ce6-420a-b225-c390d48d2908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:45.513949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49967d9-6356-462d-9fce-2d1e592e8272,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:45.515696 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:45.768197 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e6ce149a-66d7-4654-8dab-5c6549fd070b req-adb04641-b2db-49ea-8adb-6aacf657520f tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0360315 Jun 18 18:12:45.787734 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebd343-bb4f-4d5c-b43f-71a7cbc3586c req-e22d8cdc-314d-443f-a77b-4cf993c46929 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:45.789364 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b1ebd343-bb4f-4d5c-b43f-71a7cbc3586c req-e22d8cdc-314d-443f-a77b-4cf993c46929 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0957441 Jun 18 18:12:45.830450 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b1ebd343-bb4f-4d5c-b43f-71a7cbc3586c req-8675d616-202b-4378-a230-39cdf0061423 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Jun 18 18:12:45.962479 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396b6fc-96ee-4872-95b8-7d60293970ea req-103323c2-40fc-469b-9854-935872cc2746 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:45.964769 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2396b6fc-96ee-4872-95b8-7d60293970ea req-103323c2-40fc-469b-9854-935872cc2746 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0657501 Jun 18 18:12:46.003253 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2396b6fc-96ee-4872-95b8-7d60293970ea req-306d31bb-3222-4938-aa82-bfff889bb531 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Jun 18 18:12:46.160575 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:12:46.261135 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:46.272584 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'port_id': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'mac_address': 'fa:16:3e:cb:3f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbde94d-98b9-4fb4-bcba-2052646360f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:12:46.309097 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:46.325893 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:12:46.347623 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:46.487852 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:46.491666 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:46.545914 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:46.550699 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:46.835634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34246) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:46.909279 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-72df3d42-a3c7-4c14-a9c5-091fd1f3ede5 req-bfcc32f4-6fbb-4b37-a012-5ee1a7934ccc tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0325329 Jun 18 18:12:46.947230 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1655884001-network', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:46.967554 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:12:47.025617 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec244dff-eb61-475e-ae4d-edcc80c3a193 req-7245ac2a-cb20-49a5-a6d6-bd4ff38657ce tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:47.027399 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec244dff-eb61-475e-ae4d-edcc80c3a193 req-7245ac2a-cb20-49a5-a6d6-bd4ff38657ce tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 944 time: 0.0768654 Jun 18 18:12:47.072136 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec244dff-eb61-475e-ae4d-edcc80c3a193 req-57334050-9604-4df0-b3e2-e7b1577f8640 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Jun 18 18:12:47.190391 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d103-895b-4747-a8f6-f7f0a9a4f600 req-21832861-bb93-4494-8266-5c75c1e0899b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:47.191869 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e924d103-895b-4747-a8f6-f7f0a9a4f600 req-21832861-bb93-4494-8266-5c75c1e0899b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0636008 Jun 18 18:12:47.215864 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Made reservation on behalf of f657e966cbdd44ea96d48f2ee11717d1 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:47.219637 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.246992 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.288941 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e924d103-895b-4747-a8f6-f7f0a9a4f600 req-01e6818e-ce37-4e0d-b18e-1ee6304accb2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912855 Jun 18 18:12:47.390003 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.496883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.501053 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:47.522327 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:12:47.541047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97242ddf-698d-40e5-996b-f09d2541b4db,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:47.546777 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:47.548729 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.549149 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Added segment 29e3c9c1-0467-41c5-a6a1-484728386ef3 of type vlan for network 88e1e945-5b3c-4553-870c-1b8915bbc204 Jun 18 18:12:47.594011 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.862619 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.863956 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:47.864710 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:47.867346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0547e001-5ced-403e-b6b1-d473db252e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:47.925434 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Pushing event updated for resources: {'Network': ['ID=88e1e945-5b3c-4553-870c-1b8915bbc204,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:47.928082 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:47.935059 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:12:48.109782 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8e342fa0-23ab-4d1c-9403-ac8d90fdeeae req-354e1598-1c90-4262-9ad8-a71ba9e02c1b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0761411 Jun 18 18:12:48.114142 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2773814 Jun 18 18:12:48.117133 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34282) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:48.125988 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Request body: {'subnet': {'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1655884001-subnet', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:48.160133 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:48.337191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:48.340865 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Made reservation on behalf of f657e966cbdd44ea96d48f2ee11717d1 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:48.343075 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:48.343220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:48.343644 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:48.355070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b9075-dc1d-4d90-a3de-47bcec2853ca req-594d9acc-e403-4e99-9fca-978b799557b3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.360412 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f30b9075-dc1d-4d90-a3de-47bcec2853ca req-594d9acc-e403-4e99-9fca-978b799557b3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1600330 Jun 18 18:12:48.428460 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:48.433441 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-62174ce3-0b96-4462-942c-20441821e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.434942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-62174ce3-0b96-4462-942c-20441821e7c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.2072585 Jun 18 18:12:48.454513 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:12:48.455112 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2df4e-39d6-45f6-9aca-14298064966f req-9a2cc668-0f0f-4d06-8200-f6e69e1f4e16 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.456632 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2b2df4e-39d6-45f6-9aca-14298064966f req-9a2cc668-0f0f-4d06-8200-f6e69e1f4e16 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 944 time: 0.2163374 Jun 18 18:12:48.456931 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c840971b-9008-453a-a848-2e71f6a54f32" -d '{"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-plugged", "status": "completed", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:12:48.469804 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:48.599444 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f30b9075-dc1d-4d90-a3de-47bcec2853ca req-9d9db687-5522-4090-95b7-87cf85a23080 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277386 Jun 18 18:12:48.648732 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2b2df4e-39d6-45f6-9aca-14298064966f req-d324ac6c-dfed-46c4-81fa-8e22f1722278 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597269 Jun 18 18:12:48.656974 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563e11f0-c4b5-44da-8fe0-4a3e0e44e1a4 x-openstack-request-id: req-563e11f0-c4b5-44da-8fe0-4a3e0e44e1a4 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:12:48.657788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-plugged", "status": "completed", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:12:48.658124 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-563e11f0-c4b5-44da-8fe0-4a3e0e44e1a4 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:12:48.658597 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'code': 200} Jun 18 18:12:48.701975 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-be70bfd9-d331-4ad2-b2d1-2fdbdd99ecb9 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.703505 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-be70bfd9-d331-4ad2-b2d1-2fdbdd99ecb9 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "GET /v2.0/networks?id=1758c490-3435-47a9-b9ab-ff69a041080d HTTP/1.1" status: 200 len: 808 time: 0.3277755 Jun 18 18:12:48.710371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-50f58922-8a8f-4c45-a372-66b4ff1282c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.711788 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-50f58922-8a8f-4c45-a372-66b4ff1282c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.2296665 Jun 18 18:12:48.750842 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Request body: {'port': {'device_id': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d', 'admin_state_up': True, 'tenant_id': '0f4d169f368c4f45a667c012dc18bd7c'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:48.754634 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:48.757050 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1f2d1824-1a95-40ea-ad5a-17611a3bcdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:48.808708 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:48.812389 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:48.831001 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-5a8f4ad3-e4e3-4da0-ac03-d7f9437441c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0850420 Jun 18 18:12:48.944700 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-d456f80b-d798-486e-aaed-006bf8571b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:48.946101 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-d456f80b-d798-486e-aaed-006bf8571b1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0859053 Jun 18 18:12:49.013159 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-7038c089-7607-4085-b04e-9a822e0bdecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357208 Jun 18 18:12:49.066282 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.071765 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-74a46248-4428-4b07-99f1-582cedd18c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:49.128655 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Made reservation on behalf of 0f4d169f368c4f45a667c012dc18bd7c for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:49.132168 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.166191 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b495742-6978-40b4-a86f-e850951ce866,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:49.178730 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:49.186585 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-ad2a4b9f-f934-4e45-852a-c219b1c0bb6a service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615231 Jun 18 18:12:49.273642 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:49.273872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Network hostable DHCP agents. Network: 88e1e945-5b3c-4553-870c-1b8915bbc204, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:12:49.315399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dd976-7171-43c7-9249-148e19097d9b req-1333eb8b-4162-4f43-afee-2d17d62bc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:49.316671 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-bb4dd976-7171-43c7-9249-148e19097d9b req-1333eb8b-4162-4f43-afee-2d17d62bc610 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 1098 time: 0.0727198 Jun 18 18:12:49.329208 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-39d6a126-9e07-4c96-8d70-04c628a6044d req-014620c4-d1e9-4cb0-9aaa-ac0c7ebd8e45 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0526736 Jun 18 18:12:49.419651 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34302) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:49.421876 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1da4245-1cfb-43ae-bd58-02dd5b83b3a5 req-1004edde-5a9c-48b0-ac48-6eb6afc11d63 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264814 Jun 18 18:12:49.427756 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Allocated IP 172.20.0.13 (1758c490-3435-47a9-b9ab-ff69a041080d/69cc2624-3dd6-44ef-a7d1-37a91211cb50/65dc3799-d3a0-4dc1-97db-dc78eb076d27) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:12:49.516098 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:12:49.589041 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.627315 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-bb4dd976-7171-43c7-9249-148e19097d9b req-8f9772ec-9576-42ac-8892-ef12b041c706 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937832 Jun 18 18:12:49.649952 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.703612 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 88e1e945-5b3c-4553-870c-1b8915bbc204) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:49.711430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:49.712038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.712169 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e521d-aaec-40b0-8572-9927b55bd5ac None None] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:12:49.791248 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.861084 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651a98-cdf2-4808-97eb-61ef74c55c24 req-938319c8-21a5-4e94-936c-dce8f045b577 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:49.862576 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2651a98-cdf2-4808-97eb-61ef74c55c24 req-938319c8-21a5-4e94-936c-dce8f045b577 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1303370 Jun 18 18:12:49.866521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-88e1e945-5b3c-4553-870c-1b8915bbc204', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:12:49.867404 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.884559 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29669-5336-477b-a968-489f4c6b7c3c req-0fec72c9-1390-4cea-8690-484ccee4c19d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:49.886065 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e5a29669-5336-477b-a968-489f4c6b7c3c req-0fec72c9-1390-4cea-8690-484ccee4c19d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.0981476 Jun 18 18:12:49.922617 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:49.928659 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:49.940464 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2651a98-cdf2-4808-97eb-61ef74c55c24 req-f55969f5-308e-484a-a041-cec6b901ec48 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Jun 18 18:12:49.982992 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.011400 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Network 1758c490-3435-47a9-b9ab-ff69a041080d is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:50.015052 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e5a29669-5336-477b-a968-489f4c6b7c3c req-7223973b-b84a-4741-aefa-48c8eb99b382 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221464 Jun 18 18:12:50.018587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:50.023528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Pushing event updated for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:50.029986 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Allocated IP 172.20.0.2 (88e1e945-5b3c-4553-870c-1b8915bbc204/4b495742-6978-40b4-a86f-e850951ce866/2d0c2164-627a-4503-ac7e-7402d711cca6) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:12:50.030915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:12:50.037804 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:50.038258 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:50.070149 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5b6f533ff1e441ab32479da446a3e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465557 Jun 18 18:12:50.073835 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34320) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:50.078896 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9571822 Jun 18 18:12:50.081401 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34322) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:50.087742 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:50.095026 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa468c-e340-45c2-8054-51a0e4e19212,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:50.101186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:50.110987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:50.112112 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.152500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.176521 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.219754 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.252882 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.253938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.400094 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Transition to ACTIVE for port object 2d0c2164-627a-4503-ac7e-7402d711cca6 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:50.400904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.403524 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.407440 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09fa468c-e340-45c2-8054-51a0e4e19212 HTTP/1.1" status: 204 len: 168 time: 0.3303473 Jun 18 18:12:50.408103 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b0190cb2-748b-44b0-898f-9f251eff1ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:50.418836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Transition to ACTIVE for port object 2d0c2164-627a-4503-ac7e-7402d711cca6 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:50.427571 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa468c-e340-45c2-8054-51a0e4e19212,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:50.430711 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:50.471683 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.484191 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7392278 Jun 18 18:12:50.504328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Request body: {'port': {'device_id': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:50.549230 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c5599-bf76-40b3-ac1e-89e5f54049fd req-b10b58ba-1bb7-493f-87b9-eda6ddf19b9f tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:50.550690 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-665c5599-bf76-40b3-ac1e-89e5f54049fd req-b10b58ba-1bb7-493f-87b9-eda6ddf19b9f tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 932 time: 0.0999386 Jun 18 18:12:50.596984 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.604857 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:50.644437 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:50.652163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:50.656124 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:12:50.665459 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Pushing event updated for resources: {'Port': ['ID=2d0c2164-627a-4503-ac7e-7402d711cca6,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:50.696634 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:50.762629 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Attempting to bind port 2d0c2164-627a-4503-ac7e-7402d711cca6 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:12:50.763235 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Attempting to bind port 2d0c2164-627a-4503-ac7e-7402d711cca6 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:12:50.763489 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Attempting to bind port 2d0c2164-627a-4503-ac7e-7402d711cca6 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:50.769740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:12:50.770741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:50.771416 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.772186 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Bound using segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:12:50.773131 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Bound port: 2d0c2164-627a-4503-ac7e-7402d711cca6, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:12:50.773686 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.830498 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-665c5599-bf76-40b3-ac1e-89e5f54049fd req-3b98f01c-49d6-4a3f-8133-8f638af88dd2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736034 Jun 18 18:12:50.831225 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:50.867202 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] For port 2d0c2164-627a-4503-ac7e-7402d711cca6, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:12:50.871142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] For port 2d0c2164-627a-4503-ac7e-7402d711cca6, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=2d0c2164-627a-4503-ac7e-7402d711cca6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:12:50.890047 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.013620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.015784 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:51.124549 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Pushing event updated for resources: {'Port': ['ID=2d0c2164-627a-4503-ac7e-7402d711cca6,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:51.129583 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:51.225776 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e8cd-f114-4001-b725-af2e428638aa req-793897eb-ac28-4841-8c30-de82bfca6b3f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:51.232860 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8fc7e8cd-f114-4001-b725-af2e428638aa req-793897eb-ac28-4841-8c30-de82bfca6b3f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1758776 Jun 18 18:12:51.293219 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dc3799-d3a0-4dc1-97db-dc78eb076d27 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:12:51.322314 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.361556 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8fc7e8cd-f114-4001-b725-af2e428638aa req-4de4e18d-3861-4a59-a1ee-1ec4e1aec459 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275148 Jun 18 18:12:51.365349 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.368805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Transition to ACTIVE for port object 65dc3799-d3a0-4dc1-97db-dc78eb076d27 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:51.388921 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02161-d307-434f-996c-3d04fbb55c7c req-22d98c2d-3644-45e3-9585-d9b2d483f05c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:51.388921 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-66c02161-d307-434f-996c-3d04fbb55c7c req-22d98c2d-3644-45e3-9585-d9b2d483f05c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.2111299 Jun 18 18:12:51.441587 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.459310 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-66c02161-d307-434f-996c-3d04fbb55c7c req-2020158a-58a5-465d-9c56-f2de96b1ec2c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Jun 18 18:12:51.539353 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34382) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:51.557331 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.577974 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Allocated IP 172.27.2.56 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/f3c3e99a-cef4-41f7-ad5e-54bf9358eb83) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:12:51.597731 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.601334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:51.691938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.696998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:51.704965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:51.791322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.805293 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Attempting to bind port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:12:51.805645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Attempting to bind port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:12:51.805976 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Attempting to bind port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 on network 1758c490-3435-47a9-b9ab-ff69a041080d {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:51.810388 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 on network 1758c490-3435-47a9-b9ab-ff69a041080d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:12:51.810712 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Attempting to bind port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 on network 1758c490-3435-47a9-b9ab-ff69a041080d {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:51.816092 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:12:51.816471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Checking segment: {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:51.816915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Bound using segment: {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:12:51.817416 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Bound port: 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:12:51.817764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.864561 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.867904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:51.898113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:51.924950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-382fff41-a576-476a-b418-d69cf719dca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:51.928886 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e50638b84f06428dbdf7f5f5f59e6248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882830 Jun 18 18:12:51.936014 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34390) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:51.938497 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:51.940360 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:51.954006 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:12:51.976103 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:12:52.036695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0d13b-deb7-438c-8605-f64e48cd2c03,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:52.040478 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:12:52.070754 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:52.073727 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:52.078720 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:52.096422 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.127633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.140887 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.144879 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-351ea77c-afb9-4177-a6fd-128d0fad7807 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:52.217475 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2d39c-16e5-4a69-ab2f-eb881d0daf65 req-6a320f83-7836-4100-8484-eaee18eb8f81 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.219698 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bbb2d39c-16e5-4a69-ab2f-eb881d0daf65 req-6a320f83-7836-4100-8484-eaee18eb8f81 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 944 time: 0.2222121 Jun 18 18:12:52.222437 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.223042 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.224395 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] 10.222.0.35 "PUT /v2.0/ports/65dc3799-d3a0-4dc1-97db-dc78eb076d27 HTTP/1.1" status: 200 len: 1094 time: 1.7242029 Jun 18 18:12:52.225459 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:12:52.227593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff" -d '{"events": [{"name": "network-changed", "server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:12:52.228178 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 2d0c2164-627a-4503-ac7e-7402d711cca6 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:52.266940 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:52.273119 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:52.276001 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdce784-fccb-4b2e-a8e7-981667a2a2ae x-openstack-request-id: req-9cdce784-fccb-4b2e-a8e7-981667a2a2ae {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:12:52.276411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:12:52.276702 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cdce784-fccb-4b2e-a8e7-981667a2a2ae {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:12:52.281587 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27', 'status': 'completed', 'code': 200} Jun 18 18:12:52.328878 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bbb2d39c-16e5-4a69-ab2f-eb881d0daf65 req-7dc5d9ab-b1d1-4eb9-b8c8-c35031be9ce2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Jun 18 18:12:52.341130 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdec665-b1b4-46d3-8642-8c934ea9923a None None] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:12:52.369396 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.400979 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-d279349a-5233-406b-a571-61ce8b3e9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.402538 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-d279349a-5233-406b-a571-61ce8b3e9870 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 1097 time: 0.0728009 Jun 18 18:12:52.431484 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.432948 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.436433 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95a0d13b-deb7-438c-8605-f64e48cd2c03 HTTP/1.1" status: 204 len: 168 time: 0.4970160 Jun 18 18:12:52.468399 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-06c0281c-a4b0-4f8c-a2c3-6a46e5a18140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:52.496751 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 2d0c2164-627a-4503-ac7e-7402d711cca6 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:52.565948 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0d13b-deb7-438c-8605-f64e48cd2c03,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:52.572522 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:52.610913 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Provisioning for port 2d0c2164-627a-4503-ac7e-7402d711cca6 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:52.628628 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Provisioning complete for port 2d0c2164-627a-4503-ac7e-7402d711cca6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:52.628718 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.629790 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.657709 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-b0e578ee-9aae-4d88-8fae-ac0e97d7cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.659205 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-b0e578ee-9aae-4d88-8fae-ac0e97d7cd0b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2444439 Jun 18 18:12:52.718743 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-da99365b-f239-42e8-8c1e-b7d4bc870cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.844142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:52.844142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] For port 2d0c2164-627a-4503-ac7e-7402d711cca6, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=2d0c2164-627a-4503-ac7e-7402d711cca6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:52.852791 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763f00-516b-4554-946b-a3eb69ec6d2b req-0d83bdfc-a5dd-4057-9142-5f48ab6be336 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.854500 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fc763f00-516b-4554-946b-a3eb69ec6d2b req-0d83bdfc-a5dd-4057-9142-5f48ab6be336 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1939058 Jun 18 18:12:52.867121 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-eb6edb45-cd50-4d67-823b-830d7eebe456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.868552 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c74d9c4f-fcb2-4835-8c1a-a85c0a264bff req-eb6edb45-cd50-4d67-823b-830d7eebe456 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957181 Jun 18 18:12:52.936545 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf38c6-63f7-41f8-8276-4b7941921b07 req-0d7e8693-171f-4a4f-9bc2-3ddd4d4f28b7 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:52.936963 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a4bf38c6-63f7-41f8-8276-4b7941921b07 req-0d7e8693-171f-4a4f-9bc2-3ddd4d4f28b7 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.1326926 Jun 18 18:12:52.941425 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fc763f00-516b-4554-946b-a3eb69ec6d2b req-7a080273-c91c-4b58-8180-582d79165758 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757525 Jun 18 18:12:53.013657 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a4bf38c6-63f7-41f8-8276-4b7941921b07 req-f1e2f1f4-88e0-4fbb-a07e-60635cbccb1c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jun 18 18:12:53.033616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-56328581-70f7-4782-baea-3d825b0356ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:53.033616 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-56328581-70f7-4782-baea-3d825b0356ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 1097 time: 0.1108334 Jun 18 18:12:53.087213 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-e96c519f-b597-4af4-a87d-49497dab59ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27 HTTP/1.1" status: 200 len: 217 time: 0.0482335 Jun 18 18:12:53.097762 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Router 17659adc-6e35-4427-925c-7bf64332527b is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:12:53.101102 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:53.104903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:53.195280 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-9a455a68-d69c-41bf-82a6-4a25db2b19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:53.196556 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Pushing event updated for resources: {'Port': ['ID=2d0c2164-627a-4503-ac7e-7402d711cca6,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:53.196788 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-9a455a68-d69c-41bf-82a6-4a25db2b19cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69cc2624-3dd6-44ef-a7d1-37a91211cb50 HTTP/1.1" status: 200 len: 848 time: 0.0769703 Jun 18 18:12:53.200035 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:53.223005 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-7d933447-e0a7-4b27-956d-788639900a77 None None] Provisioning complete for port 2d0c2164-627a-4503-ac7e-7402d711cca6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:53.227136 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7d933447-e0a7-4b27-956d-788639900a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:53.238289 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:12:53.240960 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-5f3aab78-a285-4062-b964-08861e6e30b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1758c490-3435-47a9-b9ab-ff69a041080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291805 Jun 18 18:12:53.250645 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:12:53.259945 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:12:53.260629 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:53.378921 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:12:53.382068 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-1c7339e9-ced0-4541-b0d3-0c7e6a90867e service neutron] 10.222.0.35 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301949 Jun 18 18:12:53.413033 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:53.416914 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3308997 Jun 18 18:12:53.417254 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34430) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:53.605660 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b20ae9e-2af1-4cbf-a05f-e2d017bcfa03 req-2edd75ce-1687-4b9e-9bdd-e61d6e1db3b7 service neutron] 10.222.0.35 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132766 Jun 18 18:12:53.626691 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec2cd-ae1a-45ac-9488-5073b5ee705c req-50ab8abf-e69c-43d3-afce-f60bfed5bebc tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:53.628117 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ff5ec2cd-ae1a-45ac-9488-5073b5ee705c req-50ab8abf-e69c-43d3-afce-f60bfed5bebc tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 944 time: 0.1294096 Jun 18 18:12:53.680033 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ff5ec2cd-ae1a-45ac-9488-5073b5ee705c req-6be8e2ac-16fa-486b-a440-680d2435a738 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Jun 18 18:12:53.750850 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:52Z', 'revision_number': 3, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:53.782345 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:12:53.782860 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Updating router 17659adc-6e35-4427-925c-7bf64332527b port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:12:53.824503 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:53.991772 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.176962 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 2d0c2164-627a-4503-ac7e-7402d711cca6 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:54.303504 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 2d0c2164-627a-4503-ac7e-7402d711cca6 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:54.303886 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.312879 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.325805 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Transition to ACTIVE for port object f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:54.336967 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Allocated IP 172.20.0.1 (88e1e945-5b3c-4553-870c-1b8915bbc204/4b495742-6978-40b4-a86f-e850951ce866/785336f3-0657-495f-a53f-b38cf71a2a13) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:12:54.465146 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.476121 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Transition to ACTIVE for port object 785336f3-0657-495f-a53f-b38cf71a2a13 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:54.492476 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.494826 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:54.546760 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Attempting to bind port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:12:54.547141 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Attempting to bind port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:12:54.547511 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Attempting to bind port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:54.554702 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Pushing event updated for resources: {'Port': ['ID=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,revision_number=2']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:54.557697 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:12:54.558383 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:54.558528 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.558857 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:12:54.559329 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Bound port: f3c3e99a-cef4-41f7-ad5e-54bf9358eb83, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:12:54.560054 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.584853 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.585318 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.585514 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.585839 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.586162 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.586483 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.586804 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.587126 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.587463 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.587788 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.588145 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.588461 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:12:54.593177 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:54.622920 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] For port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:12:54.626671 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] For port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:12:54.697458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.700654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f987fea2-3235-4437-a85c-5c14e6e1202d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:54.739375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:54.743920 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:54.747396 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:12:54.749082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.788009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Pushing event updated for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:54.792839 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:54.819189 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:54.821648 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:54.906711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9accf-9a3e-4e30-9eaa-f626cc990c6e req-1954d0bc-9901-4e58-b0eb-297753099f2a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:54.918148 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:12:54.918813 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:54.919214 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbb9accf-9a3e-4e30-9eaa-f626cc990c6e req-1954d0bc-9901-4e58-b0eb-297753099f2a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 944 time: 0.1031945 Jun 18 18:12:54.980204 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbb9accf-9a3e-4e30-9eaa-f626cc990c6e req-9e3db4d7-49a0-44e6-bfcc-156db66e3d79 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593033 Jun 18 18:12:54.987588 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Pushing event updated for resources: {'Port': ['ID=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:54.995684 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-cc7a0470-b9e3-4966-a8d8-30b73030ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:55.078266 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:12:55.163659 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0700892a-9dd0-4499-8203-e334c6956917 None None] Provisioning for port 785336f3-0657-495f-a53f-b38cf71a2a13 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:55.170221 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0700892a-9dd0-4499-8203-e334c6956917 None None] Provisioning complete for port 785336f3-0657-495f-a53f-b38cf71a2a13 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:55.170698 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0700892a-9dd0-4499-8203-e334c6956917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.199645 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-4a44c1dd-f3f1-49da-bbf2-a50065e1754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.219382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-0700892a-9dd0-4499-8203-e334c6956917 None None] Port 785336f3-0657-495f-a53f-b38cf71a2a13 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:12:55.299836 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.302936 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:52Z', 'revision_number': 3, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:55.334126 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840672a1-d102-4d14-8a97-da170a3ba044 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:52Z', 'revision_number': 3, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:12:55.464841 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.587467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.733014 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.734135 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:55.737673 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ef1a9e25-fccf-4f6c-90af-0a0f60d25049 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:55.843968 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Pushing event updated for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:55.849535 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:55.896488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:12:55.898664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:55.993862 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d38dc-caa5-4678-9783-43e73e128925 req-a68d0ac1-e99e-4e33-acea-552ce5fb1086 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:56.009888 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cc4d38dc-caa5-4678-9783-43e73e128925 req-a68d0ac1-e99e-4e33-acea-552ce5fb1086 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1456063 Jun 18 18:12:56.080530 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:12:56.088085 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cc4d38dc-caa5-4678-9783-43e73e128925 req-17e175f2-06fc-48ff-86e8-dd3b5f4e0315 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631087 Jun 18 18:12:56.201846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 65dc3799-d3a0-4dc1-97db-dc78eb076d27 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:12:56.299124 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:12:56.314635 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] 10.222.0.42 "PUT /v2.0/routers/17659adc-6e35-4427-925c-7bf64332527b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8884039 Jun 18 18:12:56.380122 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:56.386187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-baeb7208-dbc0-4aa1-93be-e121954c31d7 None None] Provisioning complete for port 785336f3-0657-495f-a53f-b38cf71a2a13 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:56.387094 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-baeb7208-dbc0-4aa1-93be-e121954c31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.491582 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752617e2-3973-4e31-b2b9-607ce7e12afd req-5b618ac0-acba-47c9-82f2-b41c61552efd tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:56.496021 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-752617e2-3973-4e31-b2b9-607ce7e12afd req-5b618ac0-acba-47c9-82f2-b41c61552efd tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 944 time: 0.1363578 Jun 18 18:12:56.566886 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-752617e2-3973-4e31-b2b9-607ce7e12afd req-0a8bee4a-03c8-44bc-9bc5-2a091b60329b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Jun 18 18:12:56.583145 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-baeb7208-dbc0-4aa1-93be-e121954c31d7 None None] Port 785336f3-0657-495f-a53f-b38cf71a2a13 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:12:56.604742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:56.618918 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.623972 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '65dc3799-d3a0-4dc1-97db-dc78eb076d27', 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d', 'port_id': '65dc3799-d3a0-4dc1-97db-dc78eb076d27', 'mac_address': 'fa:16:3e:8f:30:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cc2624-3dd6-44ef-a7d1-37a91211cb50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:12:56.676754 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.699987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dc3799-d3a0-4dc1-97db-dc78eb076d27 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:12:56.729724 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:56.777409 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:12:56.782977 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:56.783499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.865407 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.886765 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:12:56.908760 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:56.910818 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1d200279-772c-4e2c-9104-55c30882b42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:56.972808 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:56.975846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:57.007516 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:57.010269 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:57.061321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:57.066343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:57.262383 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['65dc3799-d3a0-4dc1-97db-dc78eb076d27'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:12:57.489328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:12:57.499295 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:12:57.499996 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:57.563027 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34554) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:57.569176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-638186289-network', 'tenant_id': '6686395237074b0e8d87106839fe0bf8'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:57.634877 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:12:57.742762 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-fea7013e-8df7-44ed-9075-5a0366987cbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953190 Jun 18 18:12:57.787570 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3c46-f174-4e29-8484-ea60c277f92b req-4595e43b-2c6e-41b8-855f-4d2976993b5e tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:57.789105 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9c7d3c46-f174-4e29-8484-ea60c277f92b req-4595e43b-2c6e-41b8-855f-4d2976993b5e tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 945 time: 0.0921481 Jun 18 18:12:57.848521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 2, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:57.850747 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9c7d3c46-f174-4e29-8484-ea60c277f92b req-b5921c46-3d24-457f-b0a5-03da81c0af30 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Jun 18 18:12:57.859881 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Made reservation on behalf of 6686395237074b0e8d87106839fe0bf8 for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:57.864640 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:57.877638 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:12:57.878003 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Updating router 17659adc-6e35-4427-925c-7bf64332527b port 785336f3-0657-495f-a53f-b38cf71a2a13 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:12:57.884902 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-994c95a7-8026-4cf8-b1e1-c1d9095a3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:57.886482 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-994c95a7-8026-4cf8-b1e1-c1d9095a3641 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.1161802 Jun 18 18:12:57.890650 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:57.918012 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.022060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.043587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-c6dfc7ee-cdda-4a20-a79f-e5c03f81cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:58.045841 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-c6dfc7ee-cdda-4a20-a79f-e5c03f81cdb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.1230149 Jun 18 18:12:58.108109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.108581 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:58.122343 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-12468943-c828-4974-afb6-596aa43a436e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0630770 Jun 18 18:12:58.158603 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:12:58.158964 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:12:58.165552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.172663 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3b140-9b06-4491-9825-298bc62895f0,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:58.187547 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-3d7b9f91-9bf9-4085-ac6a-ccee00c6af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:58.189172 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-3d7b9f91-9bf9-4085-ac6a-ccee00c6af48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0592041 Jun 18 18:12:58.191285 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.191728 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Added segment 7eaf8956-5b5c-4d40-a258-655a557362d6 of type vlan for network 114bfd21-1065-421f-a062-f72106a298ed Jun 18 18:12:58.205119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:58.233538 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-a7bcbdaf-f79c-433b-8d8d-251aaeb39a59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349188 Jun 18 18:12:58.240602 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.297485 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:12:58.298024 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.331222 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-ae22b6a7-a1a8-4045-b784-28ed56e6a320 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Jun 18 18:12:58.345015 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.361205 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Transition to ACTIVE for port object 785336f3-0657-495f-a53f-b38cf71a2a13 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:12:58.365693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.367706 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:58.368556 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.378211 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:58.436538 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dadbaea8-be15-42ed-bf0b-9a6800bbfa4f req-4876233b-ad36-42bd-bb79-a5b12151b4ea service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976737 Jun 18 18:12:58.463493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Pushing event updated for resources: {'Network': ['ID=114bfd21-1065-421f-a062-f72106a298ed,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:58.467692 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:58.543746 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9808817 Jun 18 18:12:58.548337 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34568) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:58.553470 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Request body: {'subnet': {'network_id': '114bfd21-1065-421f-a062-f72106a298ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-638186289-subnet', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:58.555267 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 114bfd21-1065-421f-a062-f72106a298ed details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:12:58.559433 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.567555 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:58.664627 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Made reservation on behalf of 6686395237074b0e8d87106839fe0bf8 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:12:58.667264 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.704461 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Pushing event updated for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:58.712845 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:58.773824 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Attempting to bind port 785336f3-0657-495f-a53f-b38cf71a2a13 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:12:58.774219 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Attempting to bind port 785336f3-0657-495f-a53f-b38cf71a2a13 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:12:58.774640 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Attempting to bind port 785336f3-0657-495f-a53f-b38cf71a2a13 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:12:58.780848 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:12:58.781234 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:58.781651 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.782062 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Bound using segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:12:58.782538 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Bound port: 785336f3-0657-495f-a53f-b38cf71a2a13, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:12:58.782948 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.856353 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] For port 785336f3-0657-495f-a53f-b38cf71a2a13, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:12:58.859650 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] For port 785336f3-0657-495f-a53f-b38cf71a2a13, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=785336f3-0657-495f-a53f-b38cf71a2a13,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:12:58.951667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:58.954131 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:58.992038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:59.009767 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:12:59.040191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Pushing event updated for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:59.048701 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:59.064592 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:12:59.065247 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:59.231823 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:12:59.386739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Pushing event updated for resources: {'Subnet': ['ID=696a6d73-7967-49d4-92a8-2b206d422917,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:12:59.394711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:12:59.413381 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Checking segment: {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:12:59.413687 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Network hostable DHCP agents. Network: 114bfd21-1065-421f-a062-f72106a298ed, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:12:59.437602 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc8a27-9dbd-4d5e-a930-5d8b39411795 req-c13a9543-b9ab-4700-8e14-1f38fa39b942 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:59.439083 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-75cc8a27-9dbd-4d5e-a930-5d8b39411795 req-c13a9543-b9ab-4700-8e14-1f38fa39b942 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 945 time: 0.1093550 Jun 18 18:12:59.465719 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:12:58Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:12:59.483192 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-75cc8a27-9dbd-4d5e-a930-5d8b39411795 req-3df3cc92-4989-4504-b5d6-b01a3c7620dd tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Jun 18 18:12:59.492938 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb6ada-680b-4416-b47a-839d5e64bf39 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:12:58Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:12:59.552429 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Network 114bfd21-1065-421f-a062-f72106a298ed is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:12:59.696956 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 114bfd21-1065-421f-a062-f72106a298ed) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:12:59.702742 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:12:59.703344 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:59.707411 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63392d8d-5e45-438c-a387-6eb0e1d4b421 None None] Network 114bfd21-1065-421f-a062-f72106a298ed requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:12:59.842850 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2942197 Jun 18 18:12:59.846161 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34592) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:12:59.850916 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:12:59.872328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-114bfd21-1065-421f-a062-f72106a298ed', 'network_id': '114bfd21-1065-421f-a062-f72106a298ed', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'fixed_ips': [{'subnet_id': '696a6d73-7967-49d4-92a8-2b206d422917'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:12:59.873773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:59.990416 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:12:59.992182 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.047631 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Allocated IP 172.20.0.2 (114bfd21-1065-421f-a062-f72106a298ed/696a6d73-7967-49d4-92a8-2b206d422917/452ca3dd-c035-4187-816c-9d93ca8c3e73) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:00.074691 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.256268 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 785336f3-0657-495f-a53f-b38cf71a2a13 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:00.262959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 65dc3799-d3a0-4dc1-97db-dc78eb076d27 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:00.330498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.364686 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.385833 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Transition to ACTIVE for port object 452ca3dd-c035-4187-816c-9d93ca8c3e73 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:00.411495 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Transition to ACTIVE for port object 452ca3dd-c035-4187-816c-9d93ca8c3e73 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:00.550539 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:00.563852 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 785336f3-0657-495f-a53f-b38cf71a2a13 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:00.572010 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.603801 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:00.672796 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Pushing event updated for resources: {'Port': ['ID=452ca3dd-c035-4187-816c-9d93ca8c3e73,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:00.675882 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:00.676672 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.678211 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:00.682188 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 785336f3-0657-495f-a53f-b38cf71a2a13 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:00.682645 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.758829 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Network 114bfd21-1065-421f-a062-f72106a298ed is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:00.766576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:00.771180 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:00.783935 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.823751 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf699-2c87-401e-8ec6-2d59c2ba6883 req-af6b8bcc-4a4d-4634-8085-f3df9aa1a311 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:00.833713 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f3cdf699-2c87-401e-8ec6-2d59c2ba6883 req-af6b8bcc-4a4d-4634-8085-f3df9aa1a311 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 945 time: 0.1985807 Jun 18 18:13:00.836551 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.889660 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Attempting to bind port 452ca3dd-c035-4187-816c-9d93ca8c3e73 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:00.890034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Attempting to bind port 452ca3dd-c035-4187-816c-9d93ca8c3e73 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:00.890598 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Attempting to bind port 452ca3dd-c035-4187-816c-9d93ca8c3e73 on network 114bfd21-1065-421f-a062-f72106a298ed {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:00.920673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:00.921075 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Checking segment: {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:00.921476 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.921880 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Bound using segment: {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:00.922387 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Bound port: 452ca3dd-c035-4187-816c-9d93ca8c3e73, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:00.922769 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.924846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.930491 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f3cdf699-2c87-401e-8ec6-2d59c2ba6883 req-cff186d9-74a5-4750-82bc-b057ccec10c7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954387 Jun 18 18:13:00.970391 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:00.971010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34612) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:01.025775 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 785336f3-0657-495f-a53f-b38cf71a2a13, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=785336f3-0657-495f-a53f-b38cf71a2a13,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:01.033605 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Allocated IP 172.27.2.157 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/08b6885b-ebdb-41ed-aa55-4197e2ddaee8) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:01.048660 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:01.050965 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee0e204-3226-4d1b-ad4d-dea7ce46aefe" -d '{"events": [{"server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:01.083279 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:01.096603 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] For port 452ca3dd-c035-4187-816c-9d93ca8c3e73, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:01.100779 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] For port 452ca3dd-c035-4187-816c-9d93ca8c3e73, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=452ca3dd-c035-4187-816c-9d93ca8c3e73,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:01.103226 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72738c51-4e08-44c4-ae4e-fb2d78826cec x-openstack-request-id: req-72738c51-4e08-44c4-ae4e-fb2d78826cec {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:01.103558 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:01.103819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72738c51-4e08-44c4-ae4e-fb2d78826cec {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:01.104230 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27', 'code': 200} Jun 18 18:13:01.105021 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.112582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.146389 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.155465 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.165909 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.169004 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.169601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.187270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.197942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.233021 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.236674 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.237099 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.290697 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.299377 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Pushing event updated for resources: {'Port': ['ID=452ca3dd-c035-4187-816c-9d93ca8c3e73,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.303179 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.356134 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.360719 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.396584 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.402840 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:01.406064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:01.407801 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b2cecb24-7e72-46f5-9792-58844a0ff133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.410473 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:01.480499 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2ccf9821694445eb7d381c7d51d4a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047212 Jun 18 18:13:01.480499 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fa8c0d-aa31-42f1-908e-bd25a35ba7c9,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.480907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34622) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:01.487278 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.498697 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Pushing event updated for resources: {'Port': ['ID=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.504322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.557934 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.581750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.719711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f58f5-5dbe-4bc2-89c3-26388201b099 req-56f576aa-bcf1-456a-97d3-7ea280e5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:01.720724 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-003f58f5-5dbe-4bc2-89c3-26388201b099 req-56f576aa-bcf1-456a-97d3-7ea280e5dcb2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 1099 time: 0.1846962 Jun 18 18:13:01.761355 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.765399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:01.767787 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5fa8c0d-aa31-42f1-908e-bd25a35ba7c9 HTTP/1.1" status: 204 len: 168 time: 0.2848823 Jun 18 18:13:01.768428 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fc5d9d63-1235-4e0e-b226-0b46d2d5baf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:01.784271 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fa8c0d-aa31-42f1-908e-bd25a35ba7c9,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:01.795355 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:01.797376 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-003f58f5-5dbe-4bc2-89c3-26388201b099 req-70f2923c-b668-46d7-ac73-30fdf09e180e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Jun 18 18:13:01.967757 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.181654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ccf11-2924-4ffc-b4ba-0d7ea711494f req-687a541e-5a31-4322-a2c5-8b068e7a5a9a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:02.183451 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f18ccf11-2924-4ffc-b4ba-0d7ea711494f req-687a541e-5a31-4322-a2c5-8b068e7a5a9a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 946 time: 0.1237137 Jun 18 18:13:02.282862 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f18ccf11-2924-4ffc-b4ba-0d7ea711494f req-ff3a4c31-a6db-4f43-83b3-42a01feab3eb tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900652 Jun 18 18:13:02.287784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.331893 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 452ca3dd-c035-4187-816c-9d93ca8c3e73 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:02.405291 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c9497-5c35-42d3-89bb-aa33425e4a16 None None] Network 114bfd21-1065-421f-a062-f72106a298ed requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:13:02.418058 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.554232 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:02.560013 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 785336f3-0657-495f-a53f-b38cf71a2a13 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:02.618539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Router 2b891f17-436f-48c2-a323-9b28d34a6d9a is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:13:02.619994 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Provisioning for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:02.625741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Provisioning complete for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:02.626116 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.628831 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 785336f3-0657-495f-a53f-b38cf71a2a13 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:02.629210 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.787084 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.834256 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] For port 452ca3dd-c035-4187-816c-9d93ca8c3e73, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=452ca3dd-c035-4187-816c-9d93ca8c3e73,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:02.981097 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:02.985063 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:03.045903 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:13:03.048196 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34654) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:03.054982 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Pushing event updated for resources: {'Port': ['ID=452ca3dd-c035-4187-816c-9d93ca8c3e73,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:03.070726 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Sync routers for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:13:03.079856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.089792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:03.097573 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:13:03.100879 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:03.102636 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-89a7c59c-7f4e-4d61-af52-500d2ce00b9f None None] Provisioning complete for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:03.103170 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-89a7c59c-7f4e-4d61-af52-500d2ce00b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.177200 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.178628 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3312929 Jun 18 18:13:03.181378 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34660) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:03.257218 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:13:03.335579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.477781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.481172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8ba0de03-bb68-47f6-a4bd-e588c9deddf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:03.511709 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:01Z', 'revision_number': 3, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:03.534202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7a249-bd08-4883-8989-ef2fc775a988,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:03.547501 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Checking router: 2b891f17-436f-48c2-a323-9b28d34a6d9a for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:13:03.547787 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Updating router 2b891f17-436f-48c2-a323-9b28d34a6d9a port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:13:03.567067 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=933dac086cef404f81b9a1cbbaa9ee24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151329 Jun 18 18:13:03.573840 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34666) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:03.575357 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:03.592606 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.594706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c630-564b-4ed1-a455-916bc35e0fa1 req-b651529e-accd-4a7d-97cd-c340a2954dc7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:03.596459 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afc2c630-564b-4ed1-a455-916bc35e0fa1 req-b651529e-accd-4a7d-97cd-c340a2954dc7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 946 time: 0.1619740 Jun 18 18:13:03.657161 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afc2c630-564b-4ed1-a455-916bc35e0fa1 req-b18a4e8d-3542-498c-a8f2-4cbeb68f8a72 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Jun 18 18:13:03.681801 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.711662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.856715 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.895014 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.955390 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Transition to ACTIVE for port object 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:03.956829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.959387 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:03.960508 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0c7a249-bd08-4883-8989-ef2fc775a988 HTTP/1.1" status: 204 len: 168 time: 0.3854563 Jun 18 18:13:03.994316 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c77f7bc5-af97-47d4-b92b-b2c2e2ccdf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:04.008254 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7a249-bd08-4883-8989-ef2fc775a988,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:04.013985 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:04.064137 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.081859 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-e66ca719-d349-4cf5-8c5c-b02503e076c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:04.140152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Allocated IP 172.20.0.1 (114bfd21-1065-421f-a062-f72106a298ed/696a6d73-7967-49d4-92a8-2b206d422917/48191ca5-e4bc-4234-adbd-3fa88a9d9d4e) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:04.146544 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a487c-24e5-414e-ac38-8b5fb6bca2cb None None] Pushing event updated for resources: {'Port': ['ID=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,revision_number=2']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:04.203604 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 452ca3dd-c035-4187-816c-9d93ca8c3e73 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:04.227468 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Attempting to bind port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:04.227848 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Attempting to bind port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:04.228216 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Attempting to bind port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:04.236542 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:04.237115 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:04.237531 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.237930 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:04.238407 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Bound port: 08b6885b-ebdb-41ed-aa55-4197e2ddaee8, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:04.238785 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.241434 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-131a487c-24e5-414e-ac38-8b5fb6bca2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:04.331679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.333451 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:04.333867 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.355585 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Transition to ACTIVE for port object 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:04.356353 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] For port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:04.361602 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] For port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:04.447565 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.460684 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a7a0ba08-eeb0-4a9f-af1c-ab6bd04cc64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:04.508477 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:13:04.508477 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:04.550925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.550925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:04.602193 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Network 114bfd21-1065-421f-a062-f72106a298ed is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:04.606217 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Pushing event updated for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:04.609368 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:04.612183 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:04.613341 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:04.614270 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.675091 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a487c-24e5-414e-ac38-8b5fb6bca2cb None None] Pushing event updated for resources: {'Port': ['ID=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:04.713695 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-131a487c-24e5-414e-ac38-8b5fb6bca2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:04.767831 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:13:04.946499 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:04.986864 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:01Z', 'revision_number': 3, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:05.030800 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ed278-ef8d-49ba-92fc-67e9a199ada1 None None] The sync data for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi is: [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:01Z', 'revision_number': 3, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:13:05.055120 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d78e8a9b-e8c7-4188-baec-c9af42cdc3e0 None None] Provisioning for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:05.074184 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d78e8a9b-e8c7-4188-baec-c9af42cdc3e0 None None] Provisioning complete for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:05.074588 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d78e8a9b-e8c7-4188-baec-c9af42cdc3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:05.111544 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-d78e8a9b-e8c7-4188-baec-c9af42cdc3e0 None None] Port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:13:05.140108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:05.494296 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:05.496034 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:05.499689 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:05.593240 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Pushing event updated for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:05.604876 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:05.659718 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Network 114bfd21-1065-421f-a062-f72106a298ed is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:05.659718 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:05.938498 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Router 2b891f17-436f-48c2-a323-9b28d34a6d9a has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:13:06.184173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-e16f6f4e-2851-4add-95d9-2720b58e9fc5 None None] Provisioning complete for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:06.184868 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e16f6f4e-2851-4add-95d9-2720b58e9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:06.259176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:13:06.285961 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b891f17-436f-48c2-a323-9b28d34a6d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899870 Jun 18 18:13:06.286328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:06.287330 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-e16f6f4e-2851-4add-95d9-2720b58e9fc5 None None] Port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:13:06.447363 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:06.452185 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:06.456726 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:06.550092 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:06.576328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:06.692542 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:06.698723 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:06.790173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:06.799242 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.799602 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.799951 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.800290 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.800689 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.801028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.801362 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.801691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.802022 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.802350 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.802678 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.803005 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:06.807014 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:07.054786 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Sync routers for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:13:07.067301 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:13:07.067928 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:07.372107 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:13:07.609702 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:04Z', 'revision_number': 4, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '48191ca5-e4bc-4234-adbd-3fa88a9d9d4e', 'name': '', 'network_id': '114bfd21-1065-421f-a062-f72106a298ed', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'mac_address': 'fa:16:3e:57:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '696a6d73-7967-49d4-92a8-2b206d422917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:03Z', 'updated_at': '2021-06-18T18:13:05Z', 'revision_number': 2, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'subnets': [{'id': '696a6d73-7967-49d4-92a8-2b206d422917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:07.611642 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164db2-e6f0-4f5a-ad9e-965e69d16c54 req-9ad18910-a766-4ddd-97a3-9032803751da tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:07.615209 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-50164db2-e6f0-4f5a-ad9e-965e69d16c54 req-9ad18910-a766-4ddd-97a3-9032803751da tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0779264 Jun 18 18:13:07.650022 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Checking router: 2b891f17-436f-48c2-a323-9b28d34a6d9a for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:13:07.650415 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Updating router 2b891f17-436f-48c2-a323-9b28d34a6d9a port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:13:07.675021 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-50164db2-e6f0-4f5a-ad9e-965e69d16c54 req-ab91e489-b5a8-41d3-a7ae-8119804ae42a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539906 Jun 18 18:13:07.689491 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:07.831829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34802) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:07.841337 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516955238', 'description': 'tempest-secgroup-smoke-516955238 description', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:07.961340 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.052643 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc9f9-6513-46de-8698-689c00db642b req-eadaf5f9-3108-48b4-889a-edec35bc9628 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:08.054883 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8cbcc9f9-6513-46de-8698-689c00db642b req-eadaf5f9-3108-48b4-889a-edec35bc9628 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 946 time: 0.1050973 Jun 18 18:13:08.097070 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.115153 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8cbcc9f9-6513-46de-8698-689c00db642b req-e7169dc8-efc6-4439-be19-05a4a3679922 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Jun 18 18:13:08.137381 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.147538 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Transition to ACTIVE for port object 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:08.168681 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:08.216788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:08.217173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.248408 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.249099 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.252588 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:08.254044 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bc719dda-1798-4ddc-a3d8-a7d3fe482f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:08.290610 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:08.302821 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:08.356448 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Pushing event updated for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:08.362844 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:08.367403 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.369754 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5365152 Jun 18 18:13:08.375858 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34812) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:08.387648 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:08.485787 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Attempting to bind port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:08.486255 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Attempting to bind port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:08.486556 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Attempting to bind port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e on network 114bfd21-1065-421f-a062-f72106a298ed {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:08.496758 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:08.497242 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Checking segment: {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:08.497757 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.498222 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Bound using segment: {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:08.498820 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Bound port: 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf8956-5b5c-4d40-a258-655a557362d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '114bfd21-1065-421f-a062-f72106a298ed'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:08.499283 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.537555 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.575553 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] For port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:08.579037 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] For port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:08.603040 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:08.864405 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67998-7abe-4b79-8e1c-24dc62c93c06 req-d4d2afea-4a5c-47ce-a565-2a4c4fb830bc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:08.866073 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-47b67998-7abe-4b79-8e1c-24dc62c93c06 req-d4d2afea-4a5c-47ce-a565-2a4c4fb830bc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0675871 Jun 18 18:13:08.912988 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-47b67998-7abe-4b79-8e1c-24dc62c93c06 req-85174be9-e8ae-429e-8443-9244ac9efde9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Jun 18 18:13:09.010775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.011357 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.012769 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:09.013299 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:09.031382 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb105a-0c90-418f-a2e1-81d041c31454,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:09.035274 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:09.074052 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Pushing event updated for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:09.076933 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:13:09.077563 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:12:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:09.079667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:09.148842 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.159009 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7723029 Jun 18 18:13:09.159009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34828) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:09.159009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:09.222385 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:13:09.296595 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.369504 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef320b-4e78-4818-8f75-d350ab2c3565 req-64765106-4e02-4cab-b228-69d3be29fbf9 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:09.369707 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.371095 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60ef320b-4e78-4818-8f75-d350ab2c3565 req-64765106-4e02-4cab-b228-69d3be29fbf9 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 946 time: 0.1190526 Jun 18 18:13:09.378702 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-038fceba-42f2-4744-b989-e5bc4a1edfcb tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:09.380133 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-038fceba-42f2-4744-b989-e5bc4a1edfcb tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 946 time: 0.1164129 Jun 18 18:13:09.456993 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60ef320b-4e78-4818-8f75-d350ab2c3565 req-8692cfd9-8ae5-4b92-b81e-45234e2023b6 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740812 Jun 18 18:13:09.457221 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.464260 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-018b96c5-ed3e-4bc0-af61-5b641b6a4abd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:09.482017 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:04Z', 'revision_number': 4, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '48191ca5-e4bc-4234-adbd-3fa88a9d9d4e', 'name': '', 'network_id': '114bfd21-1065-421f-a062-f72106a298ed', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'mac_address': 'fa:16:3e:57:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '696a6d73-7967-49d4-92a8-2b206d422917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:03Z', 'updated_at': '2021-06-18T18:13:08Z', 'revision_number': 4, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'subnets': [{'id': '696a6d73-7967-49d4-92a8-2b206d422917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:13:09.490750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554635a9-d7ae-4f78-a4fc-d8e595c89d78,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:09.494398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:09.523654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5ade-8e0f-46a9-b96c-22f9dd31efd5 None None] The sync data for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi is: [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:13:04Z', 'revision_number': 4, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '48191ca5-e4bc-4234-adbd-3fa88a9d9d4e', 'name': '', 'network_id': '114bfd21-1065-421f-a062-f72106a298ed', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'mac_address': 'fa:16:3e:57:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '696a6d73-7967-49d4-92a8-2b206d422917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:03Z', 'updated_at': '2021-06-18T18:13:08Z', 'revision_number': 4, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'subnets': [{'id': '696a6d73-7967-49d4-92a8-2b206d422917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:13:09.532182 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Deleting port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:13:09.532685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.599847 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.608428 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4507766 Jun 18 18:13:09.608428 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34834) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:09.611574 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:09.659100 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] For port 65dc3799-d3a0-4dc1-97db-dc78eb076d27, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=65dc3799-d3a0-4dc1-97db-dc78eb076d27,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:09.659624 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.731262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Calling delete_port for 65dc3799-d3a0-4dc1-97db-dc78eb076d27 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:13:09.746411 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.828409 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.983819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:09.989047 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-855aa309-5e10-4345-9ec5-ff55876b4d04 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:10.004805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b1bc51-c9d4-4cbf-b934-2bb2cb3b14eb,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:10.007207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.012875 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-a90032ba-5212-4f10-a55a-a42b8ec0ad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:10.020563 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:10.024098 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['65dc3799-d3a0-4dc1-97db-dc78eb076d27'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:10.060785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Pushing event deleted for resources: {'Port': ['ID=65dc3799-d3a0-4dc1-97db-dc78eb076d27,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:10.064372 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:10.105817 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.109135 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5027254 Jun 18 18:13:10.109781 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34848) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:10.114636 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:10.161006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] No DVR routers for this DVR port 65dc3799-d3a0-4dc1-97db-dc78eb076d27 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:13:10.164844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.166783 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0a01a31e-ac71-475a-ad96-b9b86b83f849 req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "DELETE /v2.0/ports/65dc3799-d3a0-4dc1-97db-dc78eb076d27 HTTP/1.1" status: 204 len: 173 time: 0.7713103 Jun 18 18:13:10.167285 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'name': 'network-vif-deleted', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:10.169778 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3fed8b-ac14-4c91-b5c1-c1580cce56b2" -d '{"events": [{"server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "name": "network-vif-deleted", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:10.215362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.224625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de363d4-4ec5-4600-ac0c-b1bee8081c1a req-40bfb366-fa37-44b6-9103-4611ada1d7dd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:10.225236 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:10.227220 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3de363d4-4ec5-4600-ac0c-b1bee8081c1a req-40bfb366-fa37-44b6-9103-4611ada1d7dd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1450629 Jun 18 18:13:10.229984 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b86122-bc98-4c08-aa3c-a6c6bb5eddf1 x-openstack-request-id: req-d3b86122-bc98-4c08-aa3c-a6c6bb5eddf1 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:10.230387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea330920-05a2-4920-953d-fcf5c654b4fe", "name": "network-vif-deleted", "tag": "65dc3799-d3a0-4dc1-97db-dc78eb076d27", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:10.230729 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3b86122-bc98-4c08-aa3c-a6c6bb5eddf1 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:10.231201 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea330920-05a2-4920-953d-fcf5c654b4fe', 'name': 'network-vif-deleted', 'tag': '65dc3799-d3a0-4dc1-97db-dc78eb076d27', 'status': 'completed', 'code': 200} Jun 18 18:13:10.274388 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3de363d4-4ec5-4600-ac0c-b1bee8081c1a req-535730ca-0011-4df3-afb4-817143e7d20f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362303 Jun 18 18:13:10.299706 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.418383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.418555 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:10.420502 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:10.423117 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:10.423601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.441692 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98695dbd-e49f-4686-b9b5-e04cc2d50d61,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:10.446030 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:10.514914 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.566472 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:10.573286 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.575192 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4642348 Jun 18 18:13:10.595146 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 34858) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:10.600762 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:10.633049 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4a109c4b-38a9-4e64-811c-09d95b39f65a req-186338cd-8cb5-470f-b4c5-a1f4fc489fd7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea330920-05a2-4920-953d-fcf5c654b4fe HTTP/1.1" status: 200 len: 210 time: 0.0470598 Jun 18 18:13:10.734322 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.736496 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:10.788257 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:10.790301 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.securitygroups_db [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Project f657e966cbdd44ea96d48f2ee11717d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:13:10.791154 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:10.796220 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.857902 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.973174 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:10.975286 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:10.995318 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6b35e4-20ad-4537-9c64-46c16c744492,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:10.997693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:11.104193 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:11.105422 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5085948 Jun 18 18:13:11.108316 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 34868) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:11.112902 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'security_group_rule': {'security_group_id': 'f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8', 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:11.217692 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.securitygroups_db [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Project f657e966cbdd44ea96d48f2ee11717d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:13:11.222670 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:11.282866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:11.432045 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:11.438439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:11.461348 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04bdf08-1aaa-4077-85d2-4550396a0fe7,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:11.464476 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:11.483450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0bef-2a1e-4db0-afc1-92e604161e5d req-1d8f13bb-ad03-43e5-9a21-e1bd0000f71f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:11.484933 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d6ab0bef-2a1e-4db0-afc1-92e604161e5d req-1d8f13bb-ad03-43e5-9a21-e1bd0000f71f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0820227 Jun 18 18:13:11.522688 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d6ab0bef-2a1e-4db0-afc1-92e604161e5d req-12c3629b-1b9e-4450-bfa4-632541be9f24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Jun 18 18:13:11.628590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:11.632867 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-b06410eb-4b29-42da-9ee2-cf4a688e01b7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5205026 Jun 18 18:13:12.022715 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-dc7ce7ec-91f8-4dff-a57d-de8486a8db00 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:12.024350 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-dc7ce7ec-91f8-4dff-a57d-de8486a8db00 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/networks?id=1758c490-3435-47a9-b9ab-ff69a041080d HTTP/1.1" status: 200 len: 808 time: 0.1062205 Jun 18 18:13:12.039895 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-0d9649dc-55b3-4ed5-a890-1b0e1a3afebe tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/quotas/0f4d169f368c4f45a667c012dc18bd7c HTTP/1.1" status: 200 len: 375 time: 0.0092165 Jun 18 18:13:12.074132 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-e927160c-7c41-40e2-87e5-b9efbc4cac07 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276742 Jun 18 18:13:12.145085 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:12.171745 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-a52a5269-d0dc-40b5-82af-4558296e373f service neutron] 10.222.0.42 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896199 Jun 18 18:13:12.195116 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:12.195503 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:12.264536 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-1a19f448-d176-44f9-84a5-2b79a6db8a23 service neutron] 10.222.0.42 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Jun 18 18:13:12.310490 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 65dc3799-d3a0-4dc1-97db-dc78eb076d27 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:13:12.330560 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 65dc3799-d3a0-4dc1-97db-dc78eb076d27 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:13:12.330560 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 65dc3799-d3a0-4dc1-97db-dc78eb076d27 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:13:12.548630 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2552a0a4-ea3a-45aa-a5be-312249d002b4 req-5fc4721a-9ad6-4239-a82d-0593f5c1d637 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0329025 Jun 18 18:13:12.776485 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f01234-e038-4e0f-ba7e-18389121cea1 req-680e479f-9180-4a0b-a3ef-cb44beca2a40 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:12.778037 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97f01234-e038-4e0f-ba7e-18389121cea1 req-680e479f-9180-4a0b-a3ef-cb44beca2a40 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1157978 Jun 18 18:13:12.817804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97f01234-e038-4e0f-ba7e-18389121cea1 req-cde29d1c-bab1-408f-8650-74285e4d4e41 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335305 Jun 18 18:13:13.636413 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-624760b8-09c6-4103-b202-9fb0369655e2 req-c8b46a7d-1214-441f-ae05-74dc590f705d tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0289960 Jun 18 18:13:14.019820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066e6b7-1a6a-4fb3-877c-eccd95aabb19 req-0effa490-5337-4da5-a9f1-50020eb85488 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:14.021331 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c066e6b7-1a6a-4fb3-877c-eccd95aabb19 req-0effa490-5337-4da5-a9f1-50020eb85488 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0650144 Jun 18 18:13:14.059659 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c066e6b7-1a6a-4fb3-877c-eccd95aabb19 req-d9863900-b7e7-4037-a381-07dbf9857efc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Jun 18 18:13:14.809079 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1962d6e5-1e8b-4acb-b5ab-e33c8dcbf072 req-e7bd1e9b-03c2-4ec1-9dff-3f4fd15930de tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Jun 18 18:13:15.180706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5dd9-fa24-4756-bc33-59375719dd77 req-807d61e2-1a9b-46eb-9cd7-d4425e1f309a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:15.182228 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-954f5dd9-fa24-4756-bc33-59375719dd77 req-807d61e2-1a9b-46eb-9cd7-d4425e1f309a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1152341 Jun 18 18:13:15.210152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-5db99744-eeeb-4f88-897c-a96d1cf7322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:15.211608 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-5db99744-eeeb-4f88-897c-a96d1cf7322d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.1084630 Jun 18 18:13:15.313600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-954f5dd9-fa24-4756-bc33-59375719dd77 req-6d6de774-c045-4663-93d5-b13ba50a746c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241210 Jun 18 18:13:15.365404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-c9ea5e5f-86aa-45d1-b717-0e6619e8f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:15.366918 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-c9ea5e5f-86aa-45d1-b717-0e6619e8f5fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.1442754 Jun 18 18:13:15.382759 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f372e-c93b-4baa-8389-29b1bf56076a req-f96fb388-dd1a-481a-9591-12d484e94a46 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:15.384628 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c9f372e-c93b-4baa-8389-29b1bf56076a req-f96fb388-dd1a-481a-9591-12d484e94a46 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1842084 Jun 18 18:13:15.447127 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-3e15591c-11ea-4a78-8214-210b9ab7096d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0611529 Jun 18 18:13:15.552141 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c9f372e-c93b-4baa-8389-29b1bf56076a req-85436fe3-65c8-4103-9593-e9cb9a9400e8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603513 Jun 18 18:13:15.559446 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-5b80642f-a2ef-4e4b-a3b3-6ed765947dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:15.561807 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-5b80642f-a2ef-4e4b-a3b3-6ed765947dee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.1000602 Jun 18 18:13:15.599149 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-3cf98c0d-2c34-4bc8-9a6e-7eaa94f910bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293450 Jun 18 18:13:15.705930 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-61cc12eb-321f-4dd0-92e0-6a68fb19b5c3 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002719 Jun 18 18:13:15.799370 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-931a1dc8-edde-49fa-baf6-4370ce995b25 req-4d94179c-a2a6-4e65-a8c1-4a63ebda5ae9 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856659 Jun 18 18:13:15.968986 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f1b2a8be-9eeb-4e24-9abe-6c9d7e3ce4d7 req-629b0371-b769-4e6a-8b3e-501d5864ede8 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0350623 Jun 18 18:13:16.086172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-7111c2c1-43c4-4cf9-a8e7-60db61a7bd1c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:16.087804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-7111c2c1-43c4-4cf9-a8e7-60db61a7bd1c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "GET /v2.0/networks?id=1758c490-3435-47a9-b9ab-ff69a041080d HTTP/1.1" status: 200 len: 808 time: 0.1216605 Jun 18 18:13:16.104489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Request body: {'port': {'device_id': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d', 'admin_state_up': True, 'tenant_id': '0f4d169f368c4f45a667c012dc18bd7c'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:16.407241 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Made reservation on behalf of 0f4d169f368c4f45a667c012dc18bd7c for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:16.411796 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:16.630197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be7f3-1fc5-4790-a0bd-39b2d9cd0b08 req-dcac266c-dac3-45c5-a2d4-5b463db0e1f1 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:16.637812 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-827be7f3-1fc5-4790-a0bd-39b2d9cd0b08 req-dcac266c-dac3-45c5-a2d4-5b463db0e1f1 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1633129 Jun 18 18:13:16.671210 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Allocated IP 172.20.0.12 (1758c490-3435-47a9-b9ab-ff69a041080d/69cc2624-3dd6-44ef-a7d1-37a91211cb50/daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:16.708187 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-827be7f3-1fc5-4790-a0bd-39b2d9cd0b08 req-ba64e281-2f9b-4c61-968a-c639b7758d09 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Jun 18 18:13:16.902006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:17.000770 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a632f-1dbb-4e4b-9569-79343defd8e1 req-4ba3fba9-3477-4985-b4d3-1ed6457a0799 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:17.002254 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-839a632f-1dbb-4e4b-9569-79343defd8e1 req-4ba3fba9-3477-4985-b4d3-1ed6457a0799 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0978239 Jun 18 18:13:17.049749 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-839a632f-1dbb-4e4b-9569-79343defd8e1 req-27909e46-4021-4c52-999d-5a8f190fdf05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 Jun 18 18:13:17.131103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4706a891-f420-4ff3-ba35-38ebcf5aa4ed req-f9639273-d5e8-427d-a87e-b8ff76793e37 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0296464 Jun 18 18:13:17.190686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:17.194729 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:17.242022 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Network 1758c490-3435-47a9-b9ab-ff69a041080d is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:17.245367 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:17.250172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:17.284270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Pushing event updated for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:17.290316 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:17.318606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:17.319197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:17.545471 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4467158 Jun 18 18:13:17.563006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Request body: {'port': {'device_id': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:17.644969 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:18.179740 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d021de-6ab6-4d82-88e9-330601c1ba0f req-fe5034d1-4af5-477f-b54a-04078fafa26a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:18.181321 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21d021de-6ab6-4d82-88e9-330601c1ba0f req-fe5034d1-4af5-477f-b54a-04078fafa26a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.3494177 Jun 18 18:13:18.271890 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:18.291232 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:18.316226 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Transition to ACTIVE for port object daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:18.319513 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21d021de-6ab6-4d82-88e9-330601c1ba0f req-5a3b6c3b-895f-40cb-a4b9-f65a80a1cbc9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320698 Jun 18 18:13:18.343713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98560df0-5fe3-4f8c-a556-fd1c13f21b4d req-db20f7f2-b8db-49a5-8cd0-74b6ac155bc6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:18.345252 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-98560df0-5fe3-4f8c-a556-fd1c13f21b4d req-db20f7f2-b8db-49a5-8cd0-74b6ac155bc6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1275353 Jun 18 18:13:18.389057 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-98560df0-5fe3-4f8c-a556-fd1c13f21b4d req-4780ab76-5a0a-4a33-98aa-1e534fba529e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369864 Jun 18 18:13:18.472813 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:18.476337 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:18.563305 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Pushing event updated for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:18.568887 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:18.626421 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623691c-7954-4837-bda5-e76d73a0c186 req-a33a12b2-8d66-4087-b9c7-1e31a922e641 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:18.627374 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9623691c-7954-4837-bda5-e76d73a0c186 req-a33a12b2-8d66-4087-b9c7-1e31a922e641 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 932 time: 0.1872852 Jun 18 18:13:18.682485 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Attempting to bind port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:18.682822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Attempting to bind port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:18.683150 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Attempting to bind port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 on network 1758c490-3435-47a9-b9ab-ff69a041080d {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:18.690700 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9623691c-7954-4837-bda5-e76d73a0c186 req-dd657266-167b-4c6b-b33c-317ae7b2fed7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 on network 1758c490-3435-47a9-b9ab-ff69a041080d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Attempting to bind port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 on network 1758c490-3435-47a9-b9ab-ff69a041080d {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Checking segment: {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Bound using segment: {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Bound port: daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c92ecfb-169c-4e59-9038-f7c2856da8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:18.706574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:18.776183 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:18.779522 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:19.054083 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:19.056426 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f5e94118-c4f2-4a2e-ad65-dff237a9f456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:19.098040 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.098650 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:19.100080 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] 10.222.0.35 "PUT /v2.0/ports/daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 HTTP/1.1" status: 200 len: 1094 time: 1.5428371 Jun 18 18:13:19.100598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:19.103025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e01162-12bb-48d6-b95a-7d6826c23401" -d '{"events": [{"name": "network-changed", "server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:19.127857 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Pushing event updated for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:19.131295 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:19.152121 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcbe0d-3dc3-4cfb-9733-dc10d2302774 x-openstack-request-id: req-f8fcbe0d-3dc3-4cfb-9733-dc10d2302774 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:19.152506 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:19.152792 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8fcbe0d-3dc3-4cfb-9733-dc10d2302774 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:19.153363 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1', 'status': 'completed', 'code': 200} Jun 18 18:13:19.243189 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-ff5898dd-245f-40b3-bd1c-bf1510f55b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.244868 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-ff5898dd-245f-40b3-bd1c-bf1510f55b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 1097 time: 0.0630467 Jun 18 18:13:19.371381 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-4266eebd-28ea-42b0-9b30-eef8931daa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.373555 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-4266eebd-28ea-42b0-9b30-eef8931daa37 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1199503 Jun 18 18:13:19.510879 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-257f9f36-b42d-47ea-b44e-052a0a9614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.512369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43e01162-12bb-48d6-b95a-7d6826c23401 req-257f9f36-b42d-47ea-b44e-052a0a9614b7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289666 Jun 18 18:13:19.610321 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ed16-6fae-4470-aa64-aab9b6f5ee74 req-29f8118c-e7a8-4a5c-9605-66b3e5bf7cca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.611780 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d266ed16-6fae-4470-aa64-aab9b6f5ee74 req-29f8118c-e7a8-4a5c-9605-66b3e5bf7cca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1485791 Jun 18 18:13:19.685334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774bb1d-c2a6-4e03-8c09-168745caf729 req-db275c5c-999e-4822-8e4a-d84fa7ec6aae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.686978 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0774bb1d-c2a6-4e03-8c09-168745caf729 req-db275c5c-999e-4822-8e4a-d84fa7ec6aae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1632564 Jun 18 18:13:19.690757 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d266ed16-6fae-4470-aa64-aab9b6f5ee74 req-54c0d44c-1492-44ed-8719-a739a7a26bc9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714216 Jun 18 18:13:19.700666 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-a5507430-b039-4943-9df2-b6c9565a32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.702063 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-a5507430-b039-4943-9df2-b6c9565a32b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 1097 time: 0.1449327 Jun 18 18:13:19.763350 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0774bb1d-c2a6-4e03-8c09-168745caf729 req-6b261bf0-6673-4ab9-9e17-e85943aa8dff tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702479 Jun 18 18:13:19.765467 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-26e74626-111d-45ac-97d5-afb59f0baf02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 HTTP/1.1" status: 200 len: 217 time: 0.0473802 Jun 18 18:13:19.866989 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-512181ed-4593-479a-922f-f95ca010c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:19.866989 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-512181ed-4593-479a-922f-f95ca010c262 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69cc2624-3dd6-44ef-a7d1-37a91211cb50 HTTP/1.1" status: 200 len: 848 time: 0.0879233 Jun 18 18:13:19.927684 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-bd02810a-c43b-4daf-8293-cfad7d58ec3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1758c490-3435-47a9-b9ab-ff69a041080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363457 Jun 18 18:13:20.025386 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5898112-f3b9-49ad-b55b-271ae4826be3 req-388eae79-a2bf-40a9-8c4a-b9c1bcf98b61 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:20.026915 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5898112-f3b9-49ad-b55b-271ae4826be3 req-388eae79-a2bf-40a9-8c4a-b9c1bcf98b61 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 944 time: 0.1876726 Jun 18 18:13:20.084687 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-febd4932-bef9-4947-9a75-f8860ce4087e service neutron] 10.222.0.35 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484551 Jun 18 18:13:20.109032 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5898112-f3b9-49ad-b55b-271ae4826be3 req-d7bf6446-89a0-4195-a1ea-502f20e5a889 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727754 Jun 18 18:13:20.191829 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-141aad84-7101-48f4-b545-eabf5c91cb7b req-b33036a9-934b-410c-ba3c-ba8b88529598 service neutron] 10.222.0.35 "GET /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967951 Jun 18 18:13:20.869211 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:13:20.881081 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1513-05ba-44cc-a017-63f3db2e2cef req-ce6174ba-c58e-4de1-8111-201decdc9db2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:20.881081 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c13f1513-05ba-44cc-a017-63f3db2e2cef req-ce6174ba-c58e-4de1-8111-201decdc9db2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0745265 Jun 18 18:13:20.959749 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c13f1513-05ba-44cc-a017-63f3db2e2cef req-6824b490-912c-4404-800f-d63729285630 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Jun 18 18:13:21.007124 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e76f8-7fe0-435f-80e1-e0cff85f4c43 req-23e9e8e3-970d-4791-ad6f-dd37c2b3d32f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:21.008721 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c67e76f8-7fe0-435f-80e1-e0cff85f4c43 req-23e9e8e3-970d-4791-ad6f-dd37c2b3d32f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1053352 Jun 18 18:13:21.056040 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c67e76f8-7fe0-435f-80e1-e0cff85f4c43 req-3fe513d8-0529-4b0f-9a23-1e6e720168d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Jun 18 18:13:21.287479 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4667b-f618-4b21-a56f-4a1f40f2b9f4 req-290c53a2-2766-4af2-8e57-afa1a1eb5474 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:21.289166 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5c4667b-f618-4b21-a56f-4a1f40f2b9f4 req-290c53a2-2766-4af2-8e57-afa1a1eb5474 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 944 time: 0.0637836 Jun 18 18:13:21.333167 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5c4667b-f618-4b21-a56f-4a1f40f2b9f4 req-2298c146-4d04-4e26-9341-9e43d54a4cd3 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Jun 18 18:13:22.167659 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35166) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:22.226157 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c44f8-c217-4ac2-aefb-b823f8c9fbe5 req-dd30cb5d-2a16-4d18-8ad6-609f3fe0d442 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:22.228417 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-376c44f8-c217-4ac2-aefb-b823f8c9fbe5 req-dd30cb5d-2a16-4d18-8ad6-609f3fe0d442 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1089947 Jun 18 18:13:22.258775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35170) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:22.315642 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-376c44f8-c217-4ac2-aefb-b823f8c9fbe5 req-4f49997e-d72d-4a2a-a691-438eba973502 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724564 Jun 18 18:13:22.336657 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80535-68ec-4bb8-b6bc-dfa8bc891d18 req-4ee90f6c-1d37-434e-a3f9-108128fa490d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:22.345077 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e7f80535-68ec-4bb8-b6bc-dfa8bc891d18 req-4ee90f6c-1d37-434e-a3f9-108128fa490d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1124940 Jun 18 18:13:22.374989 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.399028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:13:22.424910 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e7f80535-68ec-4bb8-b6bc-dfa8bc891d18 req-833d89da-cff9-4da2-9635-7ceef0ce4502 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788693 Jun 18 18:13:22.507262 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.521587 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.562267 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:22.573977 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1', 'network_id': '1758c490-3435-47a9-b9ab-ff69a041080d', 'port_id': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1', 'mac_address': 'fa:16:3e:84:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cc2624-3dd6-44ef-a7d1-37a91211cb50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:13:22.611167 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.628879 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:22.635715 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1aed-3043-435c-9eec-23d928d2ae0f req-dda4635a-0872-4690-a2e4-6ba6799187b7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:22.639243 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3b3c1aed-3043-435c-9eec-23d928d2ae0f req-dda4635a-0872-4690-a2e4-6ba6799187b7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 944 time: 0.0720594 Jun 18 18:13:22.650483 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:22.681407 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3b3c1aed-3043-435c-9eec-23d928d2ae0f req-797aa830-1aad-48a2-9a79-740ce12d6ea0 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361154 Jun 18 18:13:22.732606 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.737988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-803042b8-a5ca-4af8-b38b-e342be8f7c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:22.787572 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2efc05e781984c7eb3249a7e10e42a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181655 Jun 18 18:13:22.790358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 35176) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:22.795193 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fafb913c-de24-44af-80b6-9aa3d5291e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.801231 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd686412-cab7-4c57-a524-26d505ce03c9,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:22.805036 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:22.835772 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.838731 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:22.863213 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.863669 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.887078 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:22.915656 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:22.918868 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:23.012253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf16-f4b6-4ec0-8328-0cbc136351a1 req-27d28138-9bc4-49de-ab1b-344a9f455f46 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:23.013753 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8b2bcf16-f4b6-4ec0-8328-0cbc136351a1 req-27d28138-9bc4-49de-ab1b-344a9f455f46 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0658071 Jun 18 18:13:23.059718 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8b2bcf16-f4b6-4ec0-8328-0cbc136351a1 req-e146d56c-6843-4d80-b331-a138364ff144 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398920 Jun 18 18:13:23.064650 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.068828 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3a3808cc-db78-4703-9d32-b50d86323659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:23.105190 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e3b3fd191124adf9984b3d53bcf28c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450682 Jun 18 18:13:23.106138 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c61c19a-240d-4bb8-90a2-9ea483c88870,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:23.108525 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 35184) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:23.110382 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:23.139585 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.142079 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.145888 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd686412-cab7-4c57-a524-26d505ce03c9 HTTP/1.1" status: 204 len: 168 time: 0.3517916 Jun 18 18:13:23.153961 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c2839265-a833-4e9d-a1e5-bebd0bf3261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:23.159177 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd686412-cab7-4c57-a524-26d505ce03c9,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:23.162280 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:23.178229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.189432 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:23.216753 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.400107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.402907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:23.409147 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c61c19a-240d-4bb8-90a2-9ea483c88870 HTTP/1.1" status: 204 len: 168 time: 0.2950196 Jun 18 18:13:23.409147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:23.426923 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c61c19a-240d-4bb8-90a2-9ea483c88870,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:23.431343 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:23.503902 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e93de322-696f-448c-b4ce-dfeedcb911bc tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:23.505463 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e93de322-696f-448c-b4ce-dfeedcb911bc tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.1632688 Jun 18 18:13:23.529823 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-53915649-64cc-429c-a4fa-0d48737f93fe tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/quotas/be97e15df4ec4656bd55d1e7068077b7 HTTP/1.1" status: 200 len: 375 time: 0.0144637 Jun 18 18:13:23.580784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa78e8-3801-4c07-8a2f-dd132adfaeef req-8ab3d064-3c28-43cf-87f6-4e0901769f17 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:23.582260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-38aa78e8-3801-4c07-8a2f-dd132adfaeef req-8ab3d064-3c28-43cf-87f6-4e0901769f17 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1361063 Jun 18 18:13:23.637857 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-38aa78e8-3801-4c07-8a2f-dd132adfaeef req-a2dd1a6f-bb5f-4023-afd5-3996c489cdaa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Jun 18 18:13:23.655994 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-172ce0ad-c0e7-4b22-83d0-44d36935894c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179321 Jun 18 18:13:23.785979 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-6b2a8de8-8534-48d7-a1f0-a742e9b9b1ef service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234431 Jun 18 18:13:23.875259 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4b4e-ed57-46a5-9b0f-a2fdd2282346 req-da053379-d498-4920-aabb-5fc4c697111a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:23.876758 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-297b4b4e-ed57-46a5-9b0f-a2fdd2282346 req-da053379-d498-4920-aabb-5fc4c697111a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1322782 Jun 18 18:13:23.921441 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-3e0b44a3-ac74-472a-b332-152d265b6c60 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280971 Jun 18 18:13:23.951941 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-297b4b4e-ed57-46a5-9b0f-a2fdd2282346 req-54740bd0-be89-449e-8f9a-58aa947687b4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675006 Jun 18 18:13:24.156967 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc948a-a0ad-48a8-b0cf-5a4d0e9a660f req-40f062b1-14c5-4bfa-8735-5469a1e0637a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:24.158466 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-31dc948a-a0ad-48a8-b0cf-5a4d0e9a660f req-40f062b1-14c5-4bfa-8735-5469a1e0637a tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 945 time: 0.0989814 Jun 18 18:13:24.201562 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-31dc948a-a0ad-48a8-b0cf-5a4d0e9a660f req-3b44ca48-4035-42aa-a4cd-1e5729a3a02b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367928 Jun 18 18:13:24.324199 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d367d8fb-f361-45e2-b4cd-a2e8a0315c2f req-8cdf1b71-6dbc-4545-9947-c8fcdd37003d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0367835 Jun 18 18:13:24.396629 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:13:24.399076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:24.426537 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0f27-2a12-4ebd-96a9-5cadfe87d419 req-fe57c3fa-ae99-421c-ab46-2e756497c5e5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:24.433003 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c4bb0f27-2a12-4ebd-96a9-5cadfe87d419 req-fe57c3fa-ae99-421c-ab46-2e756497c5e5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0891674 Jun 18 18:13:24.493300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 35240) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:24.506337 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c4bb0f27-2a12-4ebd-96a9-5cadfe87d419 req-3b80b6d4-89ce-45ae-94db-860d9a190ff3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707614 Jun 18 18:13:24.512371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.571449 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:24.583670 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:24.585931 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35242) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:24.590582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:24.591044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.594764 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:13:24.640030 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.784045 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-349697851-network', 'tenant_id': '299dea9d9c5041e3819afb8651b109e7'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:24.808704 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.813248 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.822654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-db81fd86-3f9a-4905-9f32-5567293e4eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:24.842147 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:24.875282 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a72f448881f344b6a191b03271afd83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810635 Jun 18 18:13:24.876210 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e0e054-9785-4d10-849f-975937c366fd,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:24.877116 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:24.878225 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35248) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:24.879151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.891533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:24.907829 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:24.910312 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccc956d-be1b-4317-8576-b44ca50e6895" -d '{"events": [{"server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "name": "network-vif-plugged", "status": "completed", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:24.921325 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c78f7-67f3-4a77-a7da-bab689e779e5 req-6cfab547-c003-4337-9974-05a4ee843f9e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:24.927434 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:24.943031 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-917c78f7-67f3-4a77-a7da-bab689e779e5 req-6cfab547-c003-4337-9974-05a4ee843f9e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1529553 Jun 18 18:13:24.943454 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:24.957769 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf222a-57c6-47f0-a12e-91e97c12a07b x-openstack-request-id: req-2ddf222a-57c6-47f0-a12e-91e97c12a07b {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:24.958720 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "name": "network-vif-plugged", "status": "completed", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:24.958987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ddf222a-57c6-47f0-a12e-91e97c12a07b {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:24.959395 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1', 'code': 200} Jun 18 18:13:24.966182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-917c78f7-67f3-4a77-a7da-bab689e779e5 req-6c42615b-11fc-4ed4-bece-99d539a7cf82 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Jun 18 18:13:24.970460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.057777 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Made reservation on behalf of 299dea9d9c5041e3819afb8651b109e7 for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:25.060624 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.071609 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.104279 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.108342 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.111203 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:25.168789 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc8958-45ab-466d-8906-8fa0a92183fd req-16e261e6-f1c3-49e5-8a26-1e4ecd646043 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:25.171727 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afcc8958-45ab-466d-8906-8fa0a92183fd req-16e261e6-f1c3-49e5-8a26-1e4ecd646043 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0824873 Jun 18 18:13:25.175124 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:25.202226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.208402 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.211959 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11e0e054-9785-4d10-849f-975937c366fd HTTP/1.1" status: 204 len: 168 time: 0.3325016 Jun 18 18:13:25.225280 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:25.241687 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-aeec89b5-b522-4349-98a8-aaf82c751b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.243287 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afcc8958-45ab-466d-8906-8fa0a92183fd req-e41deb59-09dd-4b4f-bb72-238e1ca0da73 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607102 Jun 18 18:13:25.263809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e0e054-9785-4d10-849f-975937c366fd,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:25.265957 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=6']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:25.269950 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:25.270437 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:25.274462 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:25.276007 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:25.304614 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['e818a37a-5753-4e27-bb67-7613228d1f22'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:25.374640 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.452088 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0b5832a2-eff7-4076-8648-3afb53e4b5ba req-2bc9bd05-9c57-46bd-a58f-b335f7d0252d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0573261 Jun 18 18:13:25.468456 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.482566 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-14257a7d-1f15-44ba-85e1-ff648b4eea23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:25.505071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d704-c55e-4561-a977-2a6ef029838c req-916c386c-3987-44e8-8803-bdf0a4124aab tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:25.514891 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:13:25.516439 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0246d704-c55e-4561-a977-2a6ef029838c req-916c386c-3987-44e8-8803-bdf0a4124aab tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.1320210 Jun 18 18:13:25.541966 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d5133-f3c2-4263-be80-ce76c3d8f439,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:25.547297 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:25.549062 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.549636 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Added segment fac9bf35-9e09-4743-a6e8-ba56a2ec8c60 of type vlan for network d74facba-720f-4e1f-85eb-535291188a67 Jun 18 18:13:25.567531 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.583868 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0246d704-c55e-4561-a977-2a6ef029838c req-6a257eb0-f3e8-42c4-9b65-c5f10ef6d514 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Jun 18 18:13:25.609381 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.649426 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a3543-cb37-4d39-8bec-933fd52cc9d5 req-ede2b22b-71be-419d-9ef5-e49186523db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:25.651236 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f26a3543-cb37-4d39-8bec-933fd52cc9d5 req-ede2b22b-71be-419d-9ef5-e49186523db9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 1099 time: 0.1078303 Jun 18 18:13:25.725363 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f26a3543-cb37-4d39-8bec-933fd52cc9d5 req-9bdd55a8-bd84-4cc3-8678-795ccaf567b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 Jun 18 18:13:25.749853 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f374f-935b-4287-b452-a07d9f92ff36 req-95ce13ff-aee2-4791-84c1-5c83c7b15e0c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:25.751415 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-161f374f-935b-4287-b452-a07d9f92ff36 req-95ce13ff-aee2-4791-84c1-5c83c7b15e0c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0960822 Jun 18 18:13:25.792107 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-161f374f-935b-4287-b452-a07d9f92ff36 req-8ae3ffc4-00b2-4331-b1d6-56abaf35d8a9 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347991 Jun 18 18:13:25.863876 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.865497 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:25.866702 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:25.881950 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3f4bd0c2-e77f-4834-9d51-a660a6bc4342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:25.944120 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d74facba-720f-4e1f-85eb-535291188a67,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:25.947024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:25.957803 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network d74facba-720f-4e1f-85eb-535291188a67 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:13:26.051818 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4647310 Jun 18 18:13:26.054925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35284) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:26.060492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Request body: {'subnet': {'network_id': 'd74facba-720f-4e1f-85eb-535291188a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-349697851-subnet', 'tenant_id': '299dea9d9c5041e3819afb8651b109e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:26.199212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f227-da3a-4cc8-8f22-8d80c626d7b7 req-a2a459b6-18f7-4599-a9f0-d6593138bbfa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:26.205548 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8488f227-da3a-4cc8-8f22-8d80c626d7b7 req-a2a459b6-18f7-4599-a9f0-d6593138bbfa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0817769 Jun 18 18:13:26.245731 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Made reservation on behalf of 299dea9d9c5041e3819afb8651b109e7 for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:26.249775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Notify callbacks [] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:26.256173 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8488f227-da3a-4cc8-8f22-8d80c626d7b7 req-b306feff-676d-4609-a43b-e031cbf0e92f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Jun 18 18:13:26.404047 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:26.460374 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port e818a37a-5753-4e27-bb67-7613228d1f22 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:26.461104 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:26.468329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e379f-7fe4-4abd-b74a-89ec36ba8e69 req-cd0c7e7b-aff4-4494-9883-208c51d93749 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:26.473274 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-383e379f-7fe4-4abd-b74a-89ec36ba8e69 req-cd0c7e7b-aff4-4494-9883-208c51d93749 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.0816734 Jun 18 18:13:26.557865 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-383e379f-7fe4-4abd-b74a-89ec36ba8e69 req-9cfc1b75-49b4-4bcf-954f-b33e7f47559e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798180 Jun 18 18:13:26.581340 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:26.620976 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:26.736907 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b8bd20cb-1e02-42fb-9d4f-807374741a29 req-b98f532d-792b-49e7-af39-9959a06a9fd2 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0341656 Jun 18 18:13:26.770788 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf310382-28b0-4684-a580-5d2c36ef578e req-4aa70371-e2fd-4578-a0ec-b812e86730fa tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:26.772158 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf310382-28b0-4684-a580-5d2c36ef578e req-4aa70371-e2fd-4578-a0ec-b812e86730fa tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.0652006 Jun 18 18:13:26.816829 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf310382-28b0-4684-a580-5d2c36ef578e req-d6b6ae73-84b4-4734-9421-fbc9d5a15545 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Jun 18 18:13:26.870477 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:26.960762 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:26.964227 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef78a69-0294-447b-9cb0-48392d336215" -d '{"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:27.007000 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c2411c-0839-4a0d-87a1-3587bc32b734 x-openstack-request-id: req-02c2411c-0839-4a0d-87a1-3587bc32b734 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:27.007311 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:27.007573 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02c2411c-0839-4a0d-87a1-3587bc32b734 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:27.007989 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'code': 200} Jun 18 18:13:27.010291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93bd41-92ac-4661-a0e6-c1a41bf278a3 req-4b5e1f57-33c2-422b-bc51-eaa1aec4eb2e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:27.012281 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4e93bd41-92ac-4661-a0e6-c1a41bf278a3 req-4b5e1f57-33c2-422b-bc51-eaa1aec4eb2e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0905387 Jun 18 18:13:27.029386 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:27.029989 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:27.035873 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:27.037859 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a476627d-deb9-4bc1-97aa-c263b6019aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:27.106818 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=647db240-6ea6-4254-a82b-9c5314adca21,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:27.111429 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:27.116558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Checking segment: {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:27.116558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Network hostable DHCP agents. Network: d74facba-720f-4e1f-85eb-535291188a67, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:13:27.138346 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=7']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:27.141733 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:27.344617 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4e93bd41-92ac-4661-a0e6-c1a41bf278a3 req-938c7a27-02c9-498f-8df8-b72d3d9ee22c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260098 Jun 18 18:13:27.468755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Network d74facba-720f-4e1f-85eb-535291188a67 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:13:27.757924 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45eeb2-263e-41ff-824d-0e5307dea507 req-d50c8369-eac8-4639-8804-c1e981884f54 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:27.757924 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c45eeb2-263e-41ff-824d-0e5307dea507 req-d50c8369-eac8-4639-8804-c1e981884f54 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1025410 Jun 18 18:13:27.757924 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c45eeb2-263e-41ff-824d-0e5307dea507 req-bf3ac772-069e-4f48-b14d-91f206b3cfc7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Jun 18 18:13:27.813168 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030250f-0972-473d-bd98-b60f09ff8cd9 req-dd8f9ff6-d7db-4afc-ba7f-4f3a3f612c65 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:27.819294 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f030250f-0972-473d-bd98-b60f09ff8cd9 req-dd8f9ff6-d7db-4afc-ba7f-4f3a3f612c65 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1277788 Jun 18 18:13:27.905190 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f030250f-0972-473d-bd98-b60f09ff8cd9 req-afe62f40-0181-41f9-b0cf-d5a517512f81 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809960 Jun 18 18:13:27.960574 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-93488acf-f728-4196-94b5-9a1e4e5a39f9 req-35423530-8d32-4e8a-807d-6d4c132723a7 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0506842 Jun 18 18:13:28.150425 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e32c9-46da-4882-a2f5-4ef127436cb3 req-bb72af68-6192-43b4-a11b-3e9691fba21b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:28.157721 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1c7e32c9-46da-4882-a2f5-4ef127436cb3 req-bb72af68-6192-43b4-a11b-3e9691fba21b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.0792356 Jun 18 18:13:28.189651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, d74facba-720f-4e1f-85eb-535291188a67) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:28.190309 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:28.193944 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:28.194562 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:28.209916 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1c7e32c9-46da-4882-a2f5-4ef127436cb3 req-3cefda00-cdea-4d78-b83e-45230a4b4a71 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512648 Jun 18 18:13:28.212737 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc834c-d58d-4e06-b72d-00a6ead805b9 None None] Network d74facba-720f-4e1f-85eb-535291188a67 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:13:28.327286 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7268a66a-e5f3-4a51-b9c9-f5b2511a8ead admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2710562 Jun 18 18:13:28.545376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4dadcc-03e7-4763-afe2-9c1fbb50472e None None] Network d74facba-720f-4e1f-85eb-535291188a67 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:13:28.753737 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ca4b5-2b39-47c1-afe2-520b225e5277 req-45568f43-ff3e-41b0-9887-260ab841869a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:28.755338 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f0ca4b5-2b39-47c1-afe2-520b225e5277 req-45568f43-ff3e-41b0-9887-260ab841869a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1732342 Jun 18 18:13:28.830059 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f0ca4b5-2b39-47c1-afe2-520b225e5277 req-534e3a40-8e01-44ad-a27b-6a01ec418c78 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624998 Jun 18 18:13:28.943385 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff616-e0af-451c-92a6-9952ab9a48ae req-3ae32533-f993-4c3c-b858-acd4ec20a7d5 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:28.944854 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9ecff616-e0af-451c-92a6-9952ab9a48ae req-3ae32533-f993-4c3c-b858-acd4ec20a7d5 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0895369 Jun 18 18:13:29.014456 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9ecff616-e0af-451c-92a6-9952ab9a48ae req-85694d95-2905-499f-b68f-ea5e076c8dd3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Jun 18 18:13:29.198432 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f51edd1a-a74e-4ece-af94-6b2b3a9b4b63 req-293a5613-ea5d-4cbd-b0c6-be70e0f1b143 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0436165 Jun 18 18:13:29.261542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37e5a-a2ec-4f58-9bb5-05a6db5cdac3 req-f43f458f-a16f-453b-82a5-7043a50de18c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:29.274077 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-51a37e5a-a2ec-4f58-9bb5-05a6db5cdac3 req-f43f458f-a16f-453b-82a5-7043a50de18c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1694269 Jun 18 18:13:29.332531 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-51a37e5a-a2ec-4f58-9bb5-05a6db5cdac3 req-7c7439a9-6071-4468-abe3-79b292827bbf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574410 Jun 18 18:13:29.376564 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35376) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:29.668619 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c79160-f170-4d6d-9cf3-ca39ca36b212 req-b51629b0-98b9-456c-a308-2367db6f0553 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:29.671075 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-15c79160-f170-4d6d-9cf3-ca39ca36b212 req-b51629b0-98b9-456c-a308-2367db6f0553 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.1658173 Jun 18 18:13:29.674640 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:29.677071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-490f8cae-d4cd-41e5-9865-62cf5f4a397c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:29.679176 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-490f8cae-d4cd-41e5-9865-62cf5f4a397c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 814 time: 0.2083983 Jun 18 18:13:29.707755 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Request body: {'port': {'device_id': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'admin_state_up': True, 'tenant_id': 'be97e15df4ec4656bd55d1e7068077b7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:29.766945 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-15c79160-f170-4d6d-9cf3-ca39ca36b212 req-dd6fae6e-9e28-49c0-a3b2-2fee4e1c60d4 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866809 Jun 18 18:13:29.851372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.007164 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.011295 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8a27475c-d848-4138-963d-f7c0407b3505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:30.065648 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44018d4-d154-4578-b791-ca6e7f5f59e1 req-e15a27c9-7f1a-40ba-b027-a5db045e542d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:30.075665 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f44018d4-d154-4578-b791-ca6e7f5f59e1 req-e15a27c9-7f1a-40ba-b027-a5db045e542d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1112761 Jun 18 18:13:30.116778 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daf4757bbd484e3e8a442bbffa93c136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383943 Jun 18 18:13:30.117939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf1bd4-1dbc-43c5-968e-245308418e84,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:30.125277 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35390) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:30.132588 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:30.165440 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f44018d4-d154-4578-b791-ca6e7f5f59e1 req-1d66feaa-ffc4-45c3-ac4e-03f797602b4b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864420 Jun 18 18:13:30.172021 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Made reservation on behalf of be97e15df4ec4656bd55d1e7068077b7 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:30.177634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.265127 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.320516 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.356026 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Allocated IP 172.20.0.13 (8c1b9ecc-f13a-4637-8649-09c83271a8bf/1bbde94d-98b9-4fb4-bcba-2052646360f5/5163d88d-079f-48d8-8f35-de8977c23f5a) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:30.528067 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d845b93c-e611-4526-b29c-4389b76cd6ef req-470d097a-49d3-4b14-9a5a-5136dfdddb15 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.1107111 Jun 18 18:13:30.554584 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.558129 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.560755 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8cf1bd4-1dbc-43c5-968e-245308418e84 HTTP/1.1" status: 204 len: 168 time: 0.4343245 Jun 18 18:13:30.561831 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1abeead9-f35c-4e0c-9f77-cf40ad9727a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:30.573991 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf1bd4-1dbc-43c5-968e-245308418e84,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:30.581965 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:30.609198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8a0ab-f3c1-4b0a-95b4-4eac252a8964 req-674fb058-37be-412b-8e45-dfa0e91510fa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:30.611142 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edc8a0ab-f3c1-4b0a-95b4-4eac252a8964 req-674fb058-37be-412b-8e45-dfa0e91510fa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1999738 Jun 18 18:13:30.696984 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edc8a0ab-f3c1-4b0a-95b4-4eac252a8964 req-1c0acb53-67b9-4d09-b50b-f568350a48db tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766485 Jun 18 18:13:30.750463 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:30.816680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c426c4e-fa06-4a60-9400-c1eddf8c656f req-abd8ddb6-98f9-4704-8bc3-951e30e9f7e0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:30.818613 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2c426c4e-fa06-4a60-9400-c1eddf8c656f req-abd8ddb6-98f9-4704-8bc3-951e30e9f7e0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1145036 Jun 18 18:13:30.877913 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2c426c4e-fa06-4a60-9400-c1eddf8c656f req-46ba679a-6fe0-4a0c-9288-bd412a96d6f7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520577 Jun 18 18:13:31.124863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:31.129479 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503', '25394a9b-dffb-43ff-9fd0-68756ad113eb', '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:31.135988 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dc434b12-385b-4ed2-807d-3982524d4438 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:31.278216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Network 8c1b9ecc-f13a-4637-8649-09c83271a8bf is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:31.278216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:31.278216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:31.278216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event updated for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:31.323674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:31.424059 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:31.424945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:31.474727 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ec4c-2adb-46a3-b2ef-14fa030d284a req-f7f4e34a-3355-4b72-9207-bb41418747d6 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:31.476669 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd37ec4c-2adb-46a3-b2ef-14fa030d284a req-f7f4e34a-3355-4b72-9207-bb41418747d6 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1300583 Jun 18 18:13:31.534868 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd37ec4c-2adb-46a3-b2ef-14fa030d284a req-9b1798b6-5c60-446d-9010-eaebd89c4b61 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527787 Jun 18 18:13:31.690016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-65ebbbea-1bc6-4ad0-9459-50308c0ccc71 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:31.690016 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-65ebbbea-1bc6-4ad0-9459-50308c0ccc71 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/networks?id=d74facba-720f-4e1f-85eb-535291188a67 HTTP/1.1" status: 200 len: 813 time: 0.1239421 Jun 18 18:13:31.690016 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b2698e37-c0da-4996-a355-ed762208f0f7 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/quotas/299dea9d9c5041e3819afb8651b109e7 HTTP/1.1" status: 200 len: 375 time: 0.0201755 Jun 18 18:13:31.725373 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-7112011a-629e-44bb-bca1-7c0621b159e5 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351532 Jun 18 18:13:31.805030 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65b232-f9a2-4227-9c1b-26dc561555d9 req-755e0278-cf48-4668-b106-e5612426df67 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:31.806483 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9e65b232-f9a2-4227-9c1b-26dc561555d9 req-755e0278-cf48-4668-b106-e5612426df67 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 932 time: 0.1502407 Jun 18 18:13:31.852266 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-5a091e30-6798-4c92-8078-4e1940052d8a service neutron] 10.222.0.42 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198204 Jun 18 18:13:31.873804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9e65b232-f9a2-4227-9c1b-26dc561555d9 req-edf7ed5a-ed6e-441c-8743-c757e1c32314 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598154 Jun 18 18:13:31.953480 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-2de657e7-aaae-480b-8a58-7bdab864f5a9 service neutron] 10.222.0.42 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928288 Jun 18 18:13:32.047266 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ad6f-2e16-476f-b7b7-00c9171bad55 req-43119be9-55af-441b-9146-85a37a74107a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:32.049179 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7dd9ad6f-2e16-476f-b7b7-00c9171bad55 req-43119be9-55af-441b-9146-85a37a74107a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0728106 Jun 18 18:13:32.050980 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3486271 Jun 18 18:13:32.071855 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Request body: {'port': {'device_id': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:32.136683 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7dd9ad6f-2e16-476f-b7b7-00c9171bad55 req-7eb2dc14-3767-4c71-92e7-3c2e80c40a14 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 Jun 18 18:13:32.191502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:32.441855 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:32.659200 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5163d88d-079f-48d8-8f35-de8977c23f5a {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:32.673118 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4c004-0153-43fc-8368-3f1eceb205aa req-4d6e74ed-5e79-48b9-8014-93ba5986c000 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:32.674908 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04a4c004-0153-43fc-8368-3f1eceb205aa req-4d6e74ed-5e79-48b9-8014-93ba5986c000 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1557941 Jun 18 18:13:32.685944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:32.708039 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Transition to ACTIVE for port object 5163d88d-079f-48d8-8f35-de8977c23f5a will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:32.726983 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04a4c004-0153-43fc-8368-3f1eceb205aa req-5f2167c8-4958-4a62-a6ea-1d7e07c31f90 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443385 Jun 18 18:13:32.813329 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4a4c54dd-bcf2-4ed5-a9ba-d239984b9627 req-32cf0e16-98f7-4400-afaa-dc6d6a297a89 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Jun 18 18:13:33.006997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c89ad1-1aa9-487c-9ef9-65d52b9c77d3 req-669bfcf4-6c8b-4b73-b4d0-1ee3e52965e2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:33.014637 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-33c89ad1-1aa9-487c-9ef9-65d52b9c77d3 req-669bfcf4-6c8b-4b73-b4d0-1ee3e52965e2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0853035 Jun 18 18:13:33.022554 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:33.026598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:33.124439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Pushing event updated for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:33.137851 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-33c89ad1-1aa9-487c-9ef9-65d52b9c77d3 req-2b81f794-8e1b-4b94-9096-a9fef30de830 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192317 Jun 18 18:13:33.143926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:33.398974 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Attempting to bind port 5163d88d-079f-48d8-8f35-de8977c23f5a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:33.398974 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Attempting to bind port 5163d88d-079f-48d8-8f35-de8977c23f5a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:33.398974 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Attempting to bind port 5163d88d-079f-48d8-8f35-de8977c23f5a on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:33.419721 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Port 5163d88d-079f-48d8-8f35-de8977c23f5a on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:13:33.420166 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Attempting to bind port 5163d88d-079f-48d8-8f35-de8977c23f5a on network 8c1b9ecc-f13a-4637-8649-09c83271a8bf {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:33.452822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff2977-2d7e-4529-b80b-8b4297552079 req-6aa3cfde-8642-49c4-aec0-862cabdf72a7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:33.452822 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3dff2977-2d7e-4529-b80b-8b4297552079 req-6aa3cfde-8642-49c4-aec0-862cabdf72a7 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.1847904 Jun 18 18:13:33.452822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040b4c6-4e48-4498-83cf-3b1a44581277 req-72bc660f-4f28-4368-ac9c-c519fe8d12cf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:33.453087 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7040b4c6-4e48-4498-83cf-3b1a44581277 req-72bc660f-4f28-4368-ac9c-c519fe8d12cf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 944 time: 0.2245531 Jun 18 18:13:33.492259 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:33.501785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Checking segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:33.501785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Bound using segment: {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:33.501785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Bound port: 5163d88d-079f-48d8-8f35-de8977c23f5a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a87e9e-2250-41d2-b8ae-691eaf836b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:33.501785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:33.531116 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7040b4c6-4e48-4498-83cf-3b1a44581277 req-2c48ce2f-dc03-4161-93bc-c823bc042359 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757737 Jun 18 18:13:33.550139 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3dff2977-2d7e-4529-b80b-8b4297552079 req-4fc169b4-eb25-4abf-86a0-4f94697c6717 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Jun 18 18:13:33.749533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eaeb6-1462-4679-878f-73509fa402d8 req-595df505-991b-487a-9114-f2a4764b9142 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:33.751178 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-072eaeb6-1462-4679-878f-73509fa402d8 req-595df505-991b-487a-9114-f2a4764b9142 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0787816 Jun 18 18:13:33.785190 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:33.819214 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5163d88d-079f-48d8-8f35-de8977c23f5a,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:33.820797 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-072eaeb6-1462-4679-878f-73509fa402d8 req-d7836727-0e56-4836-a8c3-d1874d080ce5 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635130 Jun 18 18:13:34.195268 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ae7e2aae-ce4d-4930-829e-3a93178f339d req-7594b3f8-b0d8-4cb2-b7f0-eedfaf7d942a tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.3219006 Jun 18 18:13:34.199518 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:34.229928 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:34.330735 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.331359 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:34.332778 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] 10.222.0.35 "PUT /v2.0/ports/5163d88d-079f-48d8-8f35-de8977c23f5a HTTP/1.1" status: 200 len: 1094 time: 2.2648656 Jun 18 18:13:34.335298 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:34.337522 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:34.400397 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Pushing event updated for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:34.406986 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:34.427486 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d0090-bebe-4291-858c-25ca55878e07 req-0388390e-0f21-4158-94d4-7df441a4481d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.429066 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa2d0090-bebe-4291-858c-25ca55878e07 req-0388390e-0f21-4158-94d4-7df441a4481d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.2492759 Jun 18 18:13:34.463904 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1880117-dd6d-4ee9-b296-a0b80f484b33 req-b371b434-ea08-4d46-9d7f-3c5bf45e00a1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.467264 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1880117-dd6d-4ee9-b296-a0b80f484b33 req-b371b434-ea08-4d46-9d7f-3c5bf45e00a1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1318707 Jun 18 18:13:34.539662 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa2d0090-bebe-4291-858c-25ca55878e07 req-34ba79db-34a1-4f74-95d5-29f5c85c95ed tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001158 Jun 18 18:13:34.569522 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1880117-dd6d-4ee9-b296-a0b80f484b33 req-4d3efcb6-8537-4450-ad1e-edebcdd63e82 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950725 Jun 18 18:13:34.626435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-372098e9-13b5-4121-ae17-68047227d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.633215 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-372098e9-13b5-4121-ae17-68047227d098 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 1097 time: 0.1244683 Jun 18 18:13:34.743061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23271920-dd42-4116-b1ea-ad6eee7e518b x-openstack-request-id: req-23271920-dd42-4116-b1ea-ad6eee7e518b {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:34.744688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:34.745184 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23271920-dd42-4116-b1ea-ad6eee7e518b {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:34.745608 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a', 'status': 'completed', 'code': 200} Jun 18 18:13:34.748339 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-dab745ba-b111-4a01-8499-de5daffc4ee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5163d88d-079f-48d8-8f35-de8977c23f5a HTTP/1.1" status: 200 len: 217 time: 0.1026924 Jun 18 18:13:34.853041 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-72d7b994-f0b4-49e4-8d84-0aee71d85e1b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.855962 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-72d7b994-f0b4-49e4-8d84-0aee71d85e1b tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.2094100 Jun 18 18:13:34.889277 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-1ec3f997-5bd3-4fa2-8087-3c94a5bbfdf0 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516955238&fields=id&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 267 time: 0.1483228 Jun 18 18:13:34.930106 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-27b28d33-e5c1-41b2-a8d5-fcb52727a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:34.931074 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-27b28d33-e5c1-41b2-a8d5-fcb52727a737 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.1663177 Jun 18 18:13:35.008351 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-ef2531e4-a808-477f-861e-1a79f5db8d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467243 Jun 18 18:13:35.013950 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Deleting port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:13:35.014304 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:35.151881 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb73fe-86cc-4357-a287-1799ac7aeb15 req-e2548fa6-2d06-4b0d-b855-2df685fe8eac tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:35.163115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43bb73fe-86cc-4357-a287-1799ac7aeb15 req-e2548fa6-2d06-4b0d-b855-2df685fe8eac tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 946 time: 0.3672278 Jun 18 18:13:35.167151 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] For port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,segment=NetworkSegment(4c92ecfb-169c-4e59-9038-f7c2856da8d6),segment_id=4c92ecfb-169c-4e59-9038-f7c2856da8d6)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:35.167807 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:35.174013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-b212d1e8-1195-4850-879a-ab8b3e698563 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:35.180815 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-b212d1e8-1195-4850-879a-ab8b3e698563 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.2905645 Jun 18 18:13:35.227834 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-e1b532bd-6b74-4782-8fdb-e5043dfe1cf4 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/quotas/f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 375 time: 0.0460920 Jun 18 18:13:35.282668 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Calling delete_port for daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:13:35.285747 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-dd47d31f-8714-425b-9280-6a7704afc178 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648306 Jun 18 18:13:35.314026 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43bb73fe-86cc-4357-a287-1799ac7aeb15 req-7433e10a-0c46-482d-9b3a-088f27a59bf4 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/security-groups?id=15749563-ba22-4b04-9a62-fbe3b25493d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500411 Jun 18 18:13:35.447697 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c91c78b3-eab9-4cd2-81a1-e73b8d4a733a req-6b7125dc-69c7-49a7-b5cf-b32759ff1650 service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325488 Jun 18 18:13:35.520773 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-4d8a7265-2209-4761-975e-e1e7b3653191 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2874548 Jun 18 18:13:35.664951 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-493e110e-a8db-4777-8637-209401e756fd service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182995 Jun 18 18:13:35.817757 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19303a4-8edb-4f17-b302-7ae2af3e2d28 req-3813aec2-1777-4285-9806-ddfbd1b4239c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:35.819403 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c19303a4-8edb-4f17-b302-7ae2af3e2d28 req-3813aec2-1777-4285-9806-ddfbd1b4239c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 944 time: 0.3355393 Jun 18 18:13:35.857696 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-5bcc0939-2b66-4464-afca-eb1593c8a7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899366 Jun 18 18:13:35.889503 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-f57c559b-3aae-4a2c-91b8-989291d84766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:35.890026 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-f57c559b-3aae-4a2c-91b8-989291d84766 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be97e15df4ec4656bd55d1e7068077b7&device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 1097 time: 0.2129140 Jun 18 18:13:35.899116 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c19303a4-8edb-4f17-b302-7ae2af3e2d28 req-bc5b6956-176f-41a9-99e7-42edae566a88 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703645 Jun 18 18:13:36.010691 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:36.074431 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:36.074681 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:36.077256 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Pushing event deleted for resources: {'Port': ['ID=daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:36.081234 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:36.100748 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-4a83ad8a-529c-4dc0-be1c-ec2ce496f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:36.102378 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-4a83ad8a-529c-4dc0-be1c-ec2ce496f7ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 200 len: 915 time: 0.2026162 Jun 18 18:13:36.159988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] No DVR routers for this DVR port daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:13:36.162717 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2fcc-239b-4d50-8473-af5566c5a877 req-47ffb2cf-ba6a-4ea5-94d6-eeecff294f98 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:36.163400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:36.164209 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-345f2fcc-239b-4d50-8473-af5566c5a877 req-47ffb2cf-ba6a-4ea5-94d6-eeecff294f98 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1486557 Jun 18 18:13:36.165671 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-6e1fa945-bba0-44bc-815a-029152a22fb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5163d88d-079f-48d8-8f35-de8977c23f5a HTTP/1.1" status: 200 len: 217 time: 0.0538929 Jun 18 18:13:36.165809 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-7aab7515-e1c4-4aa6-971e-b4c5953976e2 req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.35 "DELETE /v2.0/ports/daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 HTTP/1.1" status: 204 len: 173 time: 1.3002315 Jun 18 18:13:36.166336 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'name': 'network-vif-deleted', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:36.169276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d48d372-6314-4c76-bf45-3a1d811ff770" -d '{"events": [{"server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "name": "network-vif-deleted", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:36.258573 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-1eb5ad54-b3c9-40d7-8490-3ac3d7919087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:36.260017 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-1eb5ad54-b3c9-40d7-8490-3ac3d7919087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 200 len: 854 time: 0.0794146 Jun 18 18:13:36.265038 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-345f2fcc-239b-4d50-8473-af5566c5a877 req-b6b5cc8b-51b1-4d46-b0bd-e95ddbcfeaa9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918553 Jun 18 18:13:36.304963 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-cc8d832e-ba41-4cd3-9939-452130df4f2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8c1b9ecc-f13a-4637-8649-09c83271a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325348 Jun 18 18:13:36.421549 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-70234a38-d4be-48c1-8e9e-e76292f1297c service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136680 Jun 18 18:13:36.446697 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b5be945-ed9e-4114-91bb-f40bd9c6b74e req-43361ca9-65a3-44f9-a577-044f75dab5b5 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.0452855 Jun 18 18:13:36.472219 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5163d88d-079f-48d8-8f35-de8977c23f5a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:13:36.529535 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d97ac6d-67d1-42be-a70b-92dd5d24f46a req-7d35ea69-6fca-4901-9f99-e99a5066a7fb service neutron] 10.222.0.35 "GET /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910754 Jun 18 18:13:36.568592 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5163d88d-079f-48d8-8f35-de8977c23f5a,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:36.580673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '5163d88d-079f-48d8-8f35-de8977c23f5a', 'network_id': '8c1b9ecc-f13a-4637-8649-09c83271a8bf', 'port_id': '5163d88d-079f-48d8-8f35-de8977c23f5a', 'mac_address': 'fa:16:3e:b9:6f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbde94d-98b9-4fb4-bcba-2052646360f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:13:36.616796 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:36.622591 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6913a-4a5c-429a-912e-cfd3f97432a8 req-bdcc75fa-7924-4730-ae8d-7c2806ead82c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:36.624091 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-78d6913a-4a5c-429a-912e-cfd3f97432a8 req-bdcc75fa-7924-4730-ae8d-7c2806ead82c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0692866 Jun 18 18:13:36.634917 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5163d88d-079f-48d8-8f35-de8977c23f5a {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:36.658624 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5163d88d-079f-48d8-8f35-de8977c23f5a,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:36.669689 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-78d6913a-4a5c-429a-912e-cfd3f97432a8 req-f43e4873-3df9-4929-8864-d344a2971980 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387185 Jun 18 18:13:36.789838 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:36.792394 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:36.857963 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:36.862075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82d8-f7b5-43b9-be50-f2024eedf2da req-44ef3eb7-db62-4a7e-86b2-e364dea501a1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:36.864103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ece82d8-f7b5-43b9-be50-f2024eedf2da req-44ef3eb7-db62-4a7e-86b2-e364dea501a1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0857878 Jun 18 18:13:36.869561 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:36.941769 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ece82d8-f7b5-43b9-be50-f2024eedf2da req-ba0b8cd4-2782-4165-9630-a22bc2f95261 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691168 Jun 18 18:13:37.001871 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eada395-c564-41a4-a6e2-af9b67d8e068 x-openstack-request-id: req-6eada395-c564-41a4-a6e2-af9b67d8e068 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:37.002265 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c562f8e-2ef2-478e-8285-ba7d2bd72b69", "name": "network-vif-deleted", "tag": "daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:37.002616 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6eada395-c564-41a4-a6e2-af9b67d8e068 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:37.003127 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c562f8e-2ef2-478e-8285-ba7d2bd72b69', 'name': 'network-vif-deleted', 'tag': 'daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1', 'status': 'completed', 'code': 200} Jun 18 18:13:37.127591 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2715b84c-3274-4758-8e74-bf6f5cc4f983 req-5dc0f502-d349-4062-a2f6-477fa06ba290 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c562f8e-2ef2-478e-8285-ba7d2bd72b69 HTTP/1.1" status: 200 len: 210 time: 0.0376689 Jun 18 18:13:37.170019 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['5163d88d-079f-48d8-8f35-de8977c23f5a'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:37.541607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11123e-9a21-4eea-ba84-79c484f56f1c req-438a66aa-ff52-4222-9718-8979e02fa393 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:37.559077 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3e11123e-9a21-4eea-ba84-79c484f56f1c req-438a66aa-ff52-4222-9718-8979e02fa393 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 945 time: 0.2309301 Jun 18 18:13:37.664113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bea1-edf7-473c-977c-13e40a9cc7bd req-e1709e70-8f87-46de-9398-a8e08ca8d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:37.666299 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-8695bea1-edf7-473c-977c-13e40a9cc7bd req-e1709e70-8f87-46de-9398-a8e08ca8d277 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.0769620 Jun 18 18:13:37.753589 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-8695bea1-edf7-473c-977c-13e40a9cc7bd req-fe29b8c6-6853-4e05-a5d9-28c5a0abbf92 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798779 Jun 18 18:13:37.759580 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3e11123e-9a21-4eea-ba84-79c484f56f1c req-5b82c7be-0daa-4894-b97d-bc4832630680 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954167 Jun 18 18:13:37.846062 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-86a6c2a6-1bf3-40f9-ab90-9a6f0c9f3b40 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:37.847683 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-86a6c2a6-1bf3-40f9-ab90-9a6f0c9f3b40 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "GET /v2.0/networks?id=d74facba-720f-4e1f-85eb-535291188a67 HTTP/1.1" status: 200 len: 813 time: 0.3598762 Jun 18 18:13:37.877356 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d9c18-adaa-4fc7-9d56-550af27d4274 req-66852098-85de-4d9d-bf12-b776c9a67094 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:37.878719 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-872d9c18-adaa-4fc7-9d56-550af27d4274 req-66852098-85de-4d9d-bf12-b776c9a67094 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.3044145 Jun 18 18:13:37.884929 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Request body: {'port': {'device_id': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67', 'admin_state_up': True, 'tenant_id': '299dea9d9c5041e3819afb8651b109e7'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:37.914663 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-820bf75c-c8ad-4c7a-a119-1cbd78098a9e req-b53cf72d-0505-4d0f-bbe2-2b0f4423d675 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0658889 Jun 18 18:13:38.059222 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-872d9c18-adaa-4fc7-9d56-550af27d4274 req-d3d88822-e615-4b6d-9349-d289445b707f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482036 Jun 18 18:13:38.275429 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-891b3913-ab3d-4334-b79a-b39760d0cf07 req-8bee4b22-4162-4409-8abf-be7c21d68450 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.0782418 Jun 18 18:13:38.369373 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96e1b-69d7-4eb0-8547-14a63e55c9c6 req-92d943b8-7bd3-4d5b-9f4e-35614f45fc45 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:38.371049 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5ce96e1b-69d7-4eb0-8547-14a63e55c9c6 req-92d943b8-7bd3-4d5b-9f4e-35614f45fc45 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0817389 Jun 18 18:13:38.417966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5ce96e1b-69d7-4eb0-8547-14a63e55c9c6 req-f8922b32-9de4-4738-bcb1-75540493b189 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Jun 18 18:13:38.433025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Made reservation on behalf of 299dea9d9c5041e3819afb8651b109e7 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:38.441587 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:38.485268 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5163d88d-079f-48d8-8f35-de8977c23f5a up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:38.597621 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a16f4-cf28-4f94-997f-f4b1abc89320 req-7a3a86ef-a426-4d99-87cb-4c78e171c54f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:38.599966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-144a16f4-cf28-4f94-997f-f4b1abc89320 req-7a3a86ef-a426-4d99-87cb-4c78e171c54f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1808786 Jun 18 18:13:38.713863 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-144a16f4-cf28-4f94-997f-f4b1abc89320 req-50642ace-31b3-4a36-9e8b-cfad3f2f247a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036961 Jun 18 18:13:38.746990 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Allocated IP 172.20.0.9 (d74facba-720f-4e1f-85eb-535291188a67/647db240-6ea6-4254-a82b-9c5314adca21/25c06198-5b74-42bc-90ae-e65ccebb8588) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:38.833611 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 5163d88d-079f-48d8-8f35-de8977c23f5a completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:38.841920 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 5163d88d-079f-48d8-8f35-de8977c23f5a triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:38.843007 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.029192 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.076814 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:39.079305 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b9de2-2c38-4403-bf5e-675f7476300c" -d '{"events": [{"server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "name": "network-vif-plugged", "status": "completed", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:39.093858 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5163d88d-079f-48d8-8f35-de8977c23f5a,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:39.203125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.204057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:13:39.206740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:39.322384 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.338768 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cd7623b6-2d25-41b3-bcc9-f8841ab218b5 req-0cd5c60c-0591-410a-9847-cad6a69e4f95 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0798328 Jun 18 18:13:39.350316 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:39.371245 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:39.372062 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:13:39.373153 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device daed5df7-7bab-45d5-a8b1-1d2b47c9b3c1 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:13:39.412212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5bf2b-036b-4895-8542-041c43796353 x-openstack-request-id: req-07b5bf2b-036b-4895-8542-041c43796353 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:39.412566 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "name": "network-vif-plugged", "status": "completed", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:39.412819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07b5bf2b-036b-4895-8542-041c43796353 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:39.413251 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a', 'code': 200} Jun 18 18:13:39.434274 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f100-4af9-47ee-bf85-09bea5b47109 req-7af2a6c6-7218-4bdd-99d2-6fcee5df5a12 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:39.441361 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0384f100-4af9-47ee-bf85-09bea5b47109 req-7af2a6c6-7218-4bdd-99d2-6fcee5df5a12 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 945 time: 0.5200608 Jun 18 18:13:39.499618 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0384f100-4af9-47ee-bf85-09bea5b47109 req-62f00c8f-457a-4208-b7ec-1cf2cc5fd110 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570829 Jun 18 18:13:39.612866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.629858 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16392af8-d971-43ce-8565-412bd50f0307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:39.714302 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Network d74facba-720f-4e1f-85eb-535291188a67 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:39.731180 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:39.753841 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:39.761492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Pushing event updated for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:39.819016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.819352 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.819695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.820172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.820559 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.820917 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.821271 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.821625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.821976 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.822341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.822674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.823020 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:39.851209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:39.911070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f99dc-7c9c-4463-82b0-b79fff11e8c6 req-4bacfed5-0403-41f2-90a5-9c67716f1367 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:39.912749 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-815f99dc-7c9c-4463-82b0-b79fff11e8c6 req-4bacfed5-0403-41f2-90a5-9c67716f1367 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.3546410 Jun 18 18:13:39.921532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:39.921736 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:39.984990 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eabed-417e-40a9-ad07-f73723382a06 req-f2bbf218-ae1e-46ad-b066-9e0150abf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:39.987685 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-920eabed-417e-40a9-ad07-f73723382a06 req-f2bbf218-ae1e-46ad-b066-9e0150abf39a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 1099 time: 0.0764089 Jun 18 18:13:39.994610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fdafc-3e5e-4a74-bbbb-b9aff89a3929 req-6e215e20-d122-46a6-8e76-6cf99522e41e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:39.996068 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5f5fdafc-3e5e-4a74-bbbb-b9aff89a3929 req-6e215e20-d122-46a6-8e76-6cf99522e41e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 931 time: 0.2962430 Jun 18 18:13:40.020986 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-815f99dc-7c9c-4463-82b0-b79fff11e8c6 req-aae0a9e5-84a7-4d6a-8a1d-5a84088049a1 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936780 Jun 18 18:13:40.056866 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-920eabed-417e-40a9-ad07-f73723382a06 req-9645f16f-1860-4268-8122-8540137af605 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509281 Jun 18 18:13:40.082285 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5f5fdafc-3e5e-4a74-bbbb-b9aff89a3929 req-15103ae9-8b73-4124-b340-e46bb6848e64 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803037 Jun 18 18:13:40.129100 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2478976 Jun 18 18:13:40.145060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Request body: {'port': {'device_id': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:40.321120 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:40.503221 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbe8f-29f9-4566-9679-2551c33c523c req-c425e446-62ec-4612-84d8-093d02eeab1b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:40.510981 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0abfbe8f-29f9-4566-9679-2551c33c523c req-c425e446-62ec-4612-84d8-093d02eeab1b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.2960269 Jun 18 18:13:40.514483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 35648) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:40.555257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20d115-82b1-45f1-9920-bd5b6d18936e req-ecb69843-a948-4940-a643-f46084c4e41e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:40.563642 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-db20d115-82b1-45f1-9920-bd5b6d18936e req-ecb69843-a948-4940-a643-f46084c4e41e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.3463030 Jun 18 18:13:40.649486 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0abfbe8f-29f9-4566-9679-2551c33c523c req-e7fa6a59-c76f-4044-9491-e5b178b05b40 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373379 Jun 18 18:13:40.668203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:40.680956 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-db20d115-82b1-45f1-9920-bd5b6d18936e req-369229f3-3a48-45d0-9b3d-973e66ad70bf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163118 Jun 18 18:13:40.862441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:40.875595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c06198-5b74-42bc-90ae-e65ccebb8588 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:40.886952 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:40.900808 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Transition to ACTIVE for port object 25c06198-5b74-42bc-90ae-e65ccebb8588 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:40.946134 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4f0e5239-0ac7-4abd-a624-88f2b8b75e0a req-22c7ff70-ed3a-46c9-aabf-610ff9f0a18e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jun 18 18:13:40.984276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:40.987395 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0b15323e-0b35-43f5-8722-8ff03079b254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:41.040096 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b931c8c317f044f082764e31e5c5e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221956 Jun 18 18:13:41.040562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 35666) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:41.068029 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a845b4a8-5408-47c5-939b-fbabdc94226a,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:41.079557 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.080357 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.081056 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.081810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.082388 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.083135 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.083825 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.084374 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.084903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.085670 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.086467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.087094 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:13:41.112742 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:41.118836 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:41.175015 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:41.316435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Pushing event updated for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:41.340933 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:41.374580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:41.423784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4711ac8-9619-4f7d-8dd3-abaa5111b492 req-fc6686d8-95f3-4f35-8ebc-e08f2bafc37c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:41.425194 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c4711ac8-9619-4f7d-8dd3-abaa5111b492 req-fc6686d8-95f3-4f35-8ebc-e08f2bafc37c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.2660072 Jun 18 18:13:41.431562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:41.458247 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Attempting to bind port 25c06198-5b74-42bc-90ae-e65ccebb8588 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:41.458579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Attempting to bind port 25c06198-5b74-42bc-90ae-e65ccebb8588 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:41.458909 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Attempting to bind port 25c06198-5b74-42bc-90ae-e65ccebb8588 on network d74facba-720f-4e1f-85eb-535291188a67 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:41.483029 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Port 25c06198-5b74-42bc-90ae-e65ccebb8588 on network d74facba-720f-4e1f-85eb-535291188a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:13:41.483348 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Attempting to bind port 25c06198-5b74-42bc-90ae-e65ccebb8588 on network d74facba-720f-4e1f-85eb-535291188a67 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:41.498926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:41.499136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Checking segment: {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:41.499513 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Bound using segment: {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:41.500205 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Bound port: 25c06198-5b74-42bc-90ae-e65ccebb8588, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:41.501247 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:41.514505 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c4711ac8-9619-4f7d-8dd3-abaa5111b492 req-63ca6c65-327d-4b8a-a000-25909fc303cb tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809388 Jun 18 18:13:41.573261 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:41.580365 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25c06198-5b74-42bc-90ae-e65ccebb8588,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:41.693881 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630f5a-2c9d-4571-9bf0-29297c71ed13 req-acc2a0b4-b1a9-4e57-80e5-69abe49e1ddf tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:41.695233 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3630f5a-2c9d-4571-9bf0-29297c71ed13 req-acc2a0b4-b1a9-4e57-80e5-69abe49e1ddf tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 943 time: 0.0666177 Jun 18 18:13:41.734744 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3630f5a-2c9d-4571-9bf0-29297c71ed13 req-5f09a366-3d88-4fc2-a806-92b9bb4e11a3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Jun 18 18:13:41.902890 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687f81b-b745-4461-9cd4-68c3058997b9 req-c27933c0-d9ab-4764-a9c5-71e9c3de78df tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:41.905175 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9687f81b-b745-4461-9cd4-68c3058997b9 req-c27933c0-d9ab-4764-a9c5-71e9c3de78df tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0665975 Jun 18 18:13:41.942886 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9687f81b-b745-4461-9cd4-68c3058997b9 req-c2b8e88f-7f21-42e5-98d4-90acb56f36b1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Jun 18 18:13:42.119550 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207690-20cc-441b-bdf5-fca17ce3f9ba req-16febfdb-27b3-45ca-81b2-c28848dd35c3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:42.121026 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0207690-20cc-441b-bdf5-fca17ce3f9ba req-16febfdb-27b3-45ca-81b2-c28848dd35c3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0715158 Jun 18 18:13:42.165489 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0207690-20cc-441b-bdf5-fca17ce3f9ba req-eb120bd6-8feb-4cd3-8e00-a0c65fa67a05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377674 Jun 18 18:13:42.257915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:42.260498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:42.264329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:42.265564 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a845b4a8-5408-47c5-939b-fbabdc94226a HTTP/1.1" status: 204 len: 168 time: 1.2239559 Jun 18 18:13:42.268060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:42.364414 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-01ee7bb7-a0fc-4090-8844-b3e89c340224 req-3ce53e42-0459-4e9a-bd7c-f0a09793f597 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0655334 Jun 18 18:13:42.373794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:42.375053 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:42.378176 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] 10.222.0.35 "PUT /v2.0/ports/25c06198-5b74-42bc-90ae-e65ccebb8588 HTTP/1.1" status: 200 len: 1093 time: 2.2384858 Jun 18 18:13:42.379046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:42.383747 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2380fecf-70a5-4caa-ad98-d9941a2dbe56" -d '{"events": [{"name": "network-changed", "server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:42.424185 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Pushing event updated for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:42.427830 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:42.428448 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-96c70c04-b92b-4a98-a0ca-3d217890a967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:42.432749 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4624368c-2cb5-4ee2-8cc9-5cc04aec29e8 x-openstack-request-id: req-4624368c-2cb5-4ee2-8cc9-5cc04aec29e8 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:42.433065 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:42.433352 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4624368c-2cb5-4ee2-8cc9-5cc04aec29e8 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:42.433819 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588', 'status': 'completed', 'code': 200} Jun 18 18:13:42.439366 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a845b4a8-5408-47c5-939b-fbabdc94226a,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:42.441423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:42.617287 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963ee47-ba3d-4fbf-ae73-cd8ced34586e req-3260cc70-6be3-4f33-bec1-09fca87f52ab tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:42.625083 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5963ee47-ba3d-4fbf-ae73-cd8ced34586e req-3260cc70-6be3-4f33-bec1-09fca87f52ab tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0781426 Jun 18 18:13:42.661994 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5963ee47-ba3d-4fbf-ae73-cd8ced34586e req-9f65bd4f-dfd0-4280-947c-1cd94b3e7e7a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360401 Jun 18 18:13:42.735856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa883f56-99d2-4b50-ac34-1c7695b7e445 req-45606e50-8b19-4f8e-8801-4e2e519d276f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:42.737682 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa883f56-99d2-4b50-ac34-1c7695b7e445 req-45606e50-8b19-4f8e-8801-4e2e519d276f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.0747788 Jun 18 18:13:42.783893 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa883f56-99d2-4b50-ac34-1c7695b7e445 req-aef58fed-d773-464f-9ee2-a3a2c7d8f9c4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Jun 18 18:13:42.973013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55734196-6757-4d69-a02a-9ed3c9980367 req-46113a71-c3da-47f8-850c-834cf4795901 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:42.975349 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55734196-6757-4d69-a02a-9ed3c9980367 req-46113a71-c3da-47f8-850c-834cf4795901 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 943 time: 0.0926993 Jun 18 18:13:43.039166 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55734196-6757-4d69-a02a-9ed3c9980367 req-96654775-f18c-421a-9134-3d93d2f8b7b8 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585527 Jun 18 18:13:43.174234 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d31a-4ab7-4ac1-823f-2624bc41b1b1 req-cf4ae699-2e54-4f12-be06-00480911ca55 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:43.175811 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3f2d31a-4ab7-4ac1-823f-2624bc41b1b1 req-cf4ae699-2e54-4f12-be06-00480911ca55 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0954509 Jun 18 18:13:43.231627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3f2d31a-4ab7-4ac1-823f-2624bc41b1b1 req-919e37e1-2594-40ea-a704-474c2a810271 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Jun 18 18:13:43.386202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d07b3-24fc-4fec-9913-e47000713149 req-1909b63c-a12b-4905-8970-88529fd97c2b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:43.389500 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e56d07b3-24fc-4fec-9913-e47000713149 req-1909b63c-a12b-4905-8970-88529fd97c2b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0714769 Jun 18 18:13:43.439454 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e56d07b3-24fc-4fec-9913-e47000713149 req-37d0b772-aec7-430e-a219-75b2fb0da809 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455732 Jun 18 18:13:43.523295 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c4b954ae-bf63-42bd-b0e1-d98d131be1b3 req-56bc9442-1b9c-4e62-958d-84f9da5fb4ed tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0298934 Jun 18 18:13:43.842446 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd8fc3-31b5-4ab3-a84b-37c9c957e8be req-2e8927d8-e17a-4720-87fb-5d18511750b3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:43.843869 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30cd8fc3-31b5-4ab3-a84b-37c9c957e8be req-2e8927d8-e17a-4720-87fb-5d18511750b3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0666113 Jun 18 18:13:43.885053 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30cd8fc3-31b5-4ab3-a84b-37c9c957e8be req-2ed86a85-6ef2-42c3-aac7-24447aed36ac tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Jun 18 18:13:44.208788 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e479c-7f34-489f-9e36-5a6d515e2f75 req-31a5109e-b87b-4c56-a813-9e130236a5a5 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.210646 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-821e479c-7f34-489f-9e36-5a6d515e2f75 req-31a5109e-b87b-4c56-a813-9e130236a5a5 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 943 time: 0.0671394 Jun 18 18:13:44.249835 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-821e479c-7f34-489f-9e36-5a6d515e2f75 req-3deaaf1e-7a94-43e3-98d2-25d2763b9cf6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Jun 18 18:13:44.418623 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e990-9d24-4305-80a5-2e5bda8bce22 req-dc6fbbe4-9279-4741-801b-b5005e43f0f8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.420796 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c412e990-9d24-4305-80a5-2e5bda8bce22 req-dc6fbbe4-9279-4741-801b-b5005e43f0f8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0662847 Jun 18 18:13:44.459980 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c412e990-9d24-4305-80a5-2e5bda8bce22 req-e49b414f-23dd-4070-8485-54063b51f50b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Jun 18 18:13:44.566453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-8f18a6b6-ecc9-455c-8552-87fc6cda6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.571849 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-8f18a6b6-ecc9-455c-8552-87fc6cda6aef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 1096 time: 0.0873988 Jun 18 18:13:44.612716 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-ef78771e-471e-41df-860c-e116c794a043 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.614077 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-ef78771e-471e-41df-860c-e116c794a043 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.1423736 Jun 18 18:13:44.700340 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-9ca29720-3a16-48b7-b526-028f63f25f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.701793 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-9ca29720-3a16-48b7-b526-028f63f25f25 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=299dea9d9c5041e3819afb8651b109e7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1214826 Jun 18 18:13:44.734103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b918cd9a-297c-4202-aeb6-ef436df5edbc req-2ace079e-ab9b-4764-846a-8f9887b40351 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0578763 Jun 18 18:13:44.768344 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-53f5cad9-cef0-4a74-ab77-d72f6c49759c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 379 time: 0.1434042 Jun 18 18:13:44.801244 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b628d4-7aab-49de-92ad-04129534faca req-6d436952-07b2-48d4-a989-135c3c56f44e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.802629 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63b628d4-7aab-49de-92ad-04129534faca req-6d436952-07b2-48d4-a989-135c3c56f44e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.1692598 Jun 18 18:13:44.818232 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-a2d4fa3e-4a84-4f40-8129-68af42fe0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.819704 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2380fecf-70a5-4caa-ad98-d9941a2dbe56 req-a2d4fa3e-4a84-4f40-8129-68af42fe0288 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017902 Jun 18 18:13:44.825616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-98cf37b9-15f5-4f21-b816-df7b83a54aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:44.827023 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-98cf37b9-15f5-4f21-b816-df7b83a54aae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 1098 time: 0.1407344 Jun 18 18:13:44.846153 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63b628d4-7aab-49de-92ad-04129534faca req-53a3049e-b457-468a-82d9-23dc87e7600d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369880 Jun 18 18:13:44.900252 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'port': {'device_id': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'admin_state_up': True, 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'security_groups': ['f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:45.038679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-849e4d7f-6895-4eba-afed-7cab5fddbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.040495 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-849e4d7f-6895-4eba-afed-7cab5fddbd1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 1096 time: 0.1140361 Jun 18 18:13:45.069891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-c9985cd5-77dc-40a5-88a1-f19e443eab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.071335 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-c9985cd5-77dc-40a5-88a1-f19e443eab46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.1853430 Jun 18 18:13:45.097897 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-bef8cc08-b01a-4ded-bf02-b3b207d55219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c06198-5b74-42bc-90ae-e65ccebb8588 HTTP/1.1" status: 200 len: 217 time: 0.0429308 Jun 18 18:13:45.144472 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-beadd14b-9733-4171-9237-e12d3f0730c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 200 len: 217 time: 0.0565252 Jun 18 18:13:45.151090 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-825a1f05-aa26-44e3-a45d-7f45e7e7cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.152742 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-825a1f05-aa26-44e3-a45d-7f45e7e7cbd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=647db240-6ea6-4254-a82b-9c5314adca21 HTTP/1.1" status: 200 len: 853 time: 0.0445533 Jun 18 18:13:45.186487 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-123f1251-695e-4521-9b73-9fe2ed746cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d74facba-720f-4e1f-85eb-535291188a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265818 Jun 18 18:13:45.222784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-afe67f49-9962-45e3-92e7-06b3e2060771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.224224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-afe67f49-9962-45e3-92e7-06b3e2060771 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0706923 Jun 18 18:13:45.235532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c48691-32d4-4a58-972f-8043cd2a9b3c req-f5bdf7bf-cbd5-4793-8219-624648baa25b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.242000 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-16c48691-32d4-4a58-972f-8043cd2a9b3c req-f5bdf7bf-cbd5-4793-8219-624648baa25b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.2131441 Jun 18 18:13:45.293150 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-9867dc77-e813-4a56-9483-78f3d7ac9e2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498192 Jun 18 18:13:45.312217 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-3125d9a7-beaa-498b-96bb-973b9d73ed4d service neutron] 10.222.0.35 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168885 Jun 18 18:13:45.385432 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-16c48691-32d4-4a58-972f-8043cd2a9b3c req-69d2a504-4912-46bf-97a9-4206f59cbe65 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Jun 18 18:13:45.438834 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Made reservation on behalf of f657e966cbdd44ea96d48f2ee11717d1 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:13:45.452383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:45.464026 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-48f8b0b4-8604-4e31-ab12-cf3f0b9bfec5 req-8b3b73e7-e051-4f3d-ab53-15858af568ee service neutron] 10.222.0.35 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431379 Jun 18 18:13:45.501120 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-96bbcc80-dcf4-4537-8f2d-a92ab5fca5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.502745 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-96bbcc80-dcf4-4537-8f2d-a92ab5fca5cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0760858 Jun 18 18:13:45.526037 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-bfd4b6b2-cbe6-4c7d-a484-48eb3f56fbb4 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122066 Jun 18 18:13:45.645628 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-25c5aa03-2681-4887-a24a-74de1633c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.647106 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-25c5aa03-2681-4887-a24a-74de1633c929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.1371493 Jun 18 18:13:45.771446 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-ef70515e-9c1e-4950-9010-3a693d19e865 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 200 len: 1000 time: 0.1162362 Jun 18 18:13:45.824468 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-78ae23ef-3f0c-429d-85c6-7647dbef6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.826563 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-78ae23ef-3f0c-429d-85c6-7647dbef6126 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0477009 Jun 18 18:13:45.878713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228293-74dc-42c0-8912-019ecdc3ee9a req-d98a6762-825a-4b05-9105-8bcc734de884 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.880184 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c228293-74dc-42c0-8912-019ecdc3ee9a req-d98a6762-825a-4b05-9105-8bcc734de884 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 943 time: 0.4937041 Jun 18 18:13:45.905841 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-4c09c8a5-757c-4483-b005-f5672c55f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:45.907347 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-4c09c8a5-757c-4483-b005-f5672c55f172 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727694 Jun 18 18:13:46.033775 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.20.0.5 (88e1e945-5b3c-4553-870c-1b8915bbc204/4b495742-6978-40b4-a86f-e850951ce866/7cd9b287-a05a-4705-8f13-a66f26e1899f) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:13:46.034016 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-0251b629-b0a9-43d3-9c7d-2d76900d9381 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187937 Jun 18 18:13:46.041002 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c228293-74dc-42c0-8912-019ecdc3ee9a req-7acbd92d-86a7-49c7-a5cf-f063aefe8882 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403761 Jun 18 18:13:46.045848 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d342e12-101f-4a76-bcfe-ae1e90e2b0bd req-aced2996-246e-4fd8-842c-e168d3e666b6 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841509 Jun 18 18:13:46.136173 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe09141-1688-440a-95c7-224a2a941db2 req-882952e9-bfae-46b7-85d4-9e94fb7060e1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:46.137698 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbe09141-1688-440a-95c7-224a2a941db2 req-882952e9-bfae-46b7-85d4-9e94fb7060e1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.5310895 Jun 18 18:13:46.184048 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a9ecd141-0b6b-4e3e-a3d6-e7459b99bf1b req-a916aa7a-4668-46c6-8366-e61c2653771c service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426909 Jun 18 18:13:46.240719 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbe09141-1688-440a-95c7-224a2a941db2 req-e45c81ee-c90e-4a57-8a99-3d02f63fa095 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798328 Jun 18 18:13:46.347047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4cf92dd0-2c90-4e65-a559-700aefa8eedb req-3773f1a8-e082-4c9a-b79b-b75d3e1325a2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0744357 Jun 18 18:13:46.394963 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:46.446915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Transition to ACTIVE for port object 7cd9b287-a05a-4705-8f13-a66f26e1899f will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:46.525982 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c881-8a3b-4f3e-8b40-3e2570499cd1 req-901ec295-0332-46a7-8598-8d4dce95c65f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:46.527615 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cae5c881-8a3b-4f3e-8b40-3e2570499cd1 req-901ec295-0332-46a7-8598-8d4dce95c65f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.0979612 Jun 18 18:13:46.570319 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cae5c881-8a3b-4f3e-8b40-3e2570499cd1 req-3eda49d7-a8cd-483c-810a-36c54fb1428e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363708 Jun 18 18:13:46.664575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:46.669787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:46.782695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:13:46.839477 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:13:46.848508 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:13:46.860808 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:46.907044 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:46.952435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:46.953166 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:46.973494 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b77ce4-0e64-4a59-a2ac-84c775aa482f req-263e0541-9831-4051-8923-26ca53b2a306 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:46.975317 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c8b77ce4-0e64-4a59-a2ac-84c775aa482f req-263e0541-9831-4051-8923-26ca53b2a306 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.2119238 Jun 18 18:13:47.071169 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c8b77ce4-0e64-4a59-a2ac-84c775aa482f req-93c115c3-5599-4994-9da9-db2b50e7c7c2 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895364 Jun 18 18:13:47.077353 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1816888 Jun 18 18:13:47.098230 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Request body: {'port': {'device_id': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:13:47.221586 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.355572 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-461abd23-c9a4-4e55-984c-e7d83264c0fd None None] Provisioning for port 7cd9b287-a05a-4705-8f13-a66f26e1899f completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:47.363375 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-461abd23-c9a4-4e55-984c-e7d83264c0fd None None] Provisioning complete for port 7cd9b287-a05a-4705-8f13-a66f26e1899f triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:47.364273 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-461abd23-c9a4-4e55-984c-e7d83264c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.398220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10ca4-2f65-423a-9c97-5891a9692db1 req-60bf1032-753f-4d06-93fd-c0e7c6e4c1ba tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:47.404959 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-42c10ca4-2f65-423a-9c97-5891a9692db1 req-60bf1032-753f-4d06-93fd-c0e7c6e4c1ba tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 943 time: 0.1788895 Jun 18 18:13:47.421586 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25c06198-5b74-42bc-90ae-e65ccebb8588 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:13:47.463995 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-461abd23-c9a4-4e55-984c-e7d83264c0fd None None] Port 7cd9b287-a05a-4705-8f13-a66f26e1899f cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:13:47.544104 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-42c10ca4-2f65-423a-9c97-5891a9692db1 req-2c02d0ff-438f-4563-a66a-d4abbd603cf3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364126 Jun 18 18:13:47.582658 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25c06198-5b74-42bc-90ae-e65ccebb8588,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:47.596045 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '25c06198-5b74-42bc-90ae-e65ccebb8588', 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67', 'port_id': '25c06198-5b74-42bc-90ae-e65ccebb8588', 'mac_address': 'fa:16:3e:e0:a7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647db240-6ea6-4254-a82b-9c5314adca21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:13:47.655142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.670249 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c06198-5b74-42bc-90ae-e65ccebb8588 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:47.693286 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25c06198-5b74-42bc-90ae-e65ccebb8588,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:47.734739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd9b287-a05a-4705-8f13-a66f26e1899f {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:47.746230 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.766456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Transition to ACTIVE for port object 7cd9b287-a05a-4705-8f13-a66f26e1899f will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:13:47.793649 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf0d1-c115-4ef8-8484-612c2167c07c req-609c9e66-280c-49aa-8fae-462c35418aff tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:47.797939 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-03eaf0d1-c115-4ef8-8484-612c2167c07c req-609c9e66-280c-49aa-8fae-462c35418aff tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0945854 Jun 18 18:13:47.848443 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-03eaf0d1-c115-4ef8-8484-612c2167c07c req-3dc5ba77-4af7-436f-9cbf-00ea6ad52fe5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Jun 18 18:13:47.924466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.924466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:47.961764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:47.980585 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fc079e4f-1a49-4106-a86d-908580e65b2e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:48.025125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:48.040359 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:48.144271 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:48.151863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:48.319723 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['25c06198-5b74-42bc-90ae-e65ccebb8588'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:48.358422 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301046b3-cb31-449b-b41e-fe32fd06553d req-cf1dd864-7239-4da2-869d-bb11da6cf282 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:48.359951 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-301046b3-cb31-449b-b41e-fe32fd06553d req-cf1dd864-7239-4da2-869d-bb11da6cf282 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.3813970 Jun 18 18:13:48.422454 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Attempting to bind port 7cd9b287-a05a-4705-8f13-a66f26e1899f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:13:48.422791 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Attempting to bind port 7cd9b287-a05a-4705-8f13-a66f26e1899f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:13:48.423123 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Attempting to bind port 7cd9b287-a05a-4705-8f13-a66f26e1899f on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:48.442098 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Port 7cd9b287-a05a-4705-8f13-a66f26e1899f on network 88e1e945-5b3c-4553-870c-1b8915bbc204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:13:48.442433 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Attempting to bind port 7cd9b287-a05a-4705-8f13-a66f26e1899f on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:13:48.459567 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-301046b3-cb31-449b-b41e-fe32fd06553d req-0096e883-d3be-4b92-a58c-df3463578b2f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905025 Jun 18 18:13:48.470504 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972adcb-00da-4757-9e6a-5b702d4b801f req-0a79e1b5-ec4a-4d86-99a3-258e779f6212 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:48.478079 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f972adcb-00da-4757-9e6a-5b702d4b801f req-0a79e1b5-ec4a-4d86-99a3-258e779f6212 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 945 time: 0.2479758 Jun 18 18:13:48.481457 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:13:48.483906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:13:48.483906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Bound using segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:13:48.483906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Bound port: 7cd9b287-a05a-4705-8f13-a66f26e1899f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:13:48.483906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:48.565133 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f972adcb-00da-4757-9e6a-5b702d4b801f req-f3c0939b-557b-4445-9eb7-b8f621a7e80f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860529 Jun 18 18:13:48.651544 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:13:48.683750 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:13:48.871477 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:48.876833 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65ed7729-3166-427f-a795-ac674a83eb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:48.896288 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c7501-e77d-4c5f-b961-3227f6a29687 req-142752cc-3678-478f-bbc9-f4fecb65a850 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:48.898207 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf4c7501-e77d-4c5f-b961-3227f6a29687 req-142752cc-3678-478f-bbc9-f4fecb65a850 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 944 time: 0.1743512 Jun 18 18:13:48.945629 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bf995-5288-4a82-9520-a095875d12f4 req-5af80172-98b3-4a4f-952f-a5ff30fb1960 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:48.964649 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-014bf995-5288-4a82-9520-a095875d12f4 req-5af80172-98b3-4a4f-952f-a5ff30fb1960 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.2092464 Jun 18 18:13:48.994550 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:48.996364 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:48.996866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] 10.222.0.35 "PUT /v2.0/ports/7cd9b287-a05a-4705-8f13-a66f26e1899f HTTP/1.1" status: 200 len: 1093 time: 1.9034309 Jun 18 18:13:48.998333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:49.001721 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca799d-3579-4d6b-99ff-9039324892ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:49.097551 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:49.107274 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-014bf995-5288-4a82-9520-a095875d12f4 req-b9dd487d-5cb4-4a55-8b1d-792cca432385 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411004 Jun 18 18:13:49.109711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:49.113144 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf4c7501-e77d-4c5f-b961-3227f6a29687 req-55f8bc77-bddd-4dc1-bd8b-8f3a592bfa7b tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873581 Jun 18 18:13:49.263719 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324304a6-1569-4ae7-ba2c-1a3524aa955e x-openstack-request-id: req-324304a6-1569-4ae7-ba2c-1a3524aa955e {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:49.264566 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:49.265498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-324304a6-1569-4ae7-ba2c-1a3524aa955e {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:49.266553 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'status': 'completed', 'code': 200} Jun 18 18:13:49.610901 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-91bc577f-8003-46b1-a49b-71b1fc0a40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:49.610901 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-91bc577f-8003-46b1-a49b-71b1fc0a40d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 1096 time: 0.1853492 Jun 18 18:13:49.613327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:13:49.614121 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-7038d51c-6b23-4044-8f11-a65f0bef7a4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f HTTP/1.1" status: 200 len: 217 time: 0.0467801 Jun 18 18:13:49.614121 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-6caf5da8-77e7-4f16-9e4b-e655ffead3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:49.614121 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-6caf5da8-77e7-4f16-9e4b-e655ffead3ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0562167 Jun 18 18:13:49.614354 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:49.614439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68044b6-eb67-4f45-bba1-cd5d688bc62f req-d8ff9d43-de49-424b-90a8-4a465193f96e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:49.614439 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c68044b6-eb67-4f45-bba1-cd5d688bc62f req-d8ff9d43-de49-424b-90a8-4a465193f96e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.2698438 Jun 18 18:13:49.688124 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c68044b6-eb67-4f45-bba1-cd5d688bc62f req-630a88fc-c1a2-4ec6-9e36-c02cb8015c22 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856724 Jun 18 18:13:49.727455 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:49.729457 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:49.740474 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-2ee38f51-d58a-4e4f-b235-229ea08e86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:49.742068 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-2ee38f51-d58a-4e4f-b235-229ea08e86aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2325692 Jun 18 18:13:49.743942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a9266-2ab3-4f2b-b32e-5a0ffa4169b6" -d '{"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:49.927121 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:49.953461 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-45f86eeb-ded1-4aec-b5e2-acdd82712e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:49.975788 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-631abd57-bc89-4c77-a1a0-1e21bec0c025 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257133 Jun 18 18:13:50.031454 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=8']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:50.051864 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:50.141534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436cfd5-87f6-4811-9a78-5e77ce94dbf2 req-70bbe759-4001-42e5-9d90-5d56ee2caf7d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.150837 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7436cfd5-87f6-4811-9a78-5e77ce94dbf2 req-70bbe759-4001-42e5-9d90-5d56ee2caf7d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.2550619 Jun 18 18:13:50.212385 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbfe338e-a91d-49b0-ba84-facd57b7ef3a req-0b95b0c5-ad18-48b3-9903-590af9930ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281470 Jun 18 18:13:50.228014 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada90e0d-8718-46a3-ac9d-55c9a10e0723 req-aa6e214a-2ced-43fc-b92b-94cb464bee90 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.234269 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ada90e0d-8718-46a3-ac9d-55c9a10e0723 req-aa6e214a-2ced-43fc-b92b-94cb464bee90 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.2439404 Jun 18 18:13:50.258039 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7436cfd5-87f6-4811-9a78-5e77ce94dbf2 req-01aed45b-19a5-403a-83ba-803e4fb37aeb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062231 Jun 18 18:13:50.317585 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ada90e0d-8718-46a3-ac9d-55c9a10e0723 req-f713fc1e-773d-4dd9-a6a2-78bcc8bc7a57 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794418 Jun 18 18:13:50.357257 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecd943-984a-45f0-8068-3393ffdd313f x-openstack-request-id: req-75ecd943-984a-45f0-8068-3393ffdd313f {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:50.357900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-unplugged", "status": "failed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "code": 422}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:50.358223 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75ecd943-984a-45f0-8068-3393ffdd313f {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:50.358737 dv-cinder-796113-5-iscsi neutron-server[93525]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'code': 422} returned with failed status Jun 18 18:13:50.562329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca799d-3579-4d6b-99ff-9039324892ce req-aa4e2edd-0801-476e-af4e-2e9d829fb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.563817 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-aa4e2edd-0801-476e-af4e-2e9d829fb941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 1096 time: 0.1723652 Jun 18 18:13:50.662835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c35d57-d244-42d5-adef-9e0e842f4d1f req-e77bf47a-6d2e-40b7-8069-1e60d2d2e648 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.664401 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44c35d57-d244-42d5-adef-9e0e842f4d1f req-e77bf47a-6d2e-40b7-8069-1e60d2d2e648 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1897726 Jun 18 18:13:50.717314 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51280b4-51c7-4452-80df-8c6e0ff3859f req-d64872ca-42be-49bb-a823-8244935c39b8 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.717314 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b51280b4-51c7-4452-80df-8c6e0ff3859f req-d64872ca-42be-49bb-a823-8244935c39b8 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 944 time: 0.1956706 Jun 18 18:13:50.743206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca799d-3579-4d6b-99ff-9039324892ce req-6d83fcb3-eca9-49bb-9e61-429f1d63ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:50.744702 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-6d83fcb3-eca9-49bb-9e61-429f1d63ee26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.1708245 Jun 18 18:13:50.801262 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44c35d57-d244-42d5-adef-9e0e842f4d1f req-c460df59-4f79-4cc9-8bc7-265d66c3ded9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306248 Jun 18 18:13:50.805461 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-38f8a83a-977d-45a9-9742-7b09c64a6280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f HTTP/1.1" status: 200 len: 217 time: 0.0522270 Jun 18 18:13:50.869323 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b51280b4-51c7-4452-80df-8c6e0ff3859f req-9728bb95-aacf-4fe0-afe5-a8271c680e3d tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455052 Jun 18 18:13:51.302183 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca799d-3579-4d6b-99ff-9039324892ce req-134316be-b643-4634-8a64-833f346af91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:51.303627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-134316be-b643-4634-8a64-833f346af91a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.4842575 Jun 18 18:13:51.320374 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6189f9-8d56-4d36-b1d3-2cfe2dd44fbe req-7069b52b-9521-410e-9abe-fa201053fb15 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:51.327438 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f6189f9-8d56-4d36-b1d3-2cfe2dd44fbe req-7069b52b-9521-410e-9abe-fa201053fb15 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1075771 Jun 18 18:13:51.402487 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25c06198-5b74-42bc-90ae-e65ccebb8588 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:13:51.412938 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f6189f9-8d56-4d36-b1d3-2cfe2dd44fbe req-36fa385f-3546-4279-950a-318f1cc491f8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845215 Jun 18 18:13:51.467334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca799d-3579-4d6b-99ff-9039324892ce req-300e4b26-4bed-42d9-aa7c-a218738bc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:51.472254 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-300e4b26-4bed-42d9-aa7c-a218738bc70b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1601386 Jun 18 18:13:51.628699 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-c761435e-7139-46d6-a491-6ccef5d745d8 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482332 Jun 18 18:13:51.635384 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 25c06198-5b74-42bc-90ae-e65ccebb8588 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:13:51.641037 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 25c06198-5b74-42bc-90ae-e65ccebb8588 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:13:51.650489 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:51.736610 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-edca799d-3579-4d6b-99ff-9039324892ce req-0ba65f9b-0dc3-4ed4-878e-702964d79adb service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966203 Jun 18 18:13:51.823807 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:51.890219 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25c06198-5b74-42bc-90ae-e65ccebb8588,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:52.007886 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:52.011459 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-415d1b2f-f395-4619-82c5-6e9f7a14f0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:52.111172 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:52.114865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:52.360074 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:13:52.367692 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991225d-f65f-4eeb-9813-69f8cd258ddf" -d '{"events": [{"server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "name": "network-vif-plugged", "status": "completed", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:13:52.532800 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256cb4f-2782-416e-b2d1-9ac5d2a02b64 req-745ee7a7-cf0d-47d9-9b0f-46e6603a8a20 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:52.541656 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c256cb4f-2782-416e-b2d1-9ac5d2a02b64 req-745ee7a7-cf0d-47d9-9b0f-46e6603a8a20 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.1441996 Jun 18 18:13:52.618133 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c256cb4f-2782-416e-b2d1-9ac5d2a02b64 req-913923ac-6672-4a97-b895-7ec78bd9e464 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739400 Jun 18 18:13:52.618509 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-b4cbc6fc-ad10-4b40-81b2-c298d6996624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:53.180169 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb096-5a7b-42ec-9a71-606f1f667a21 req-3a58e138-36c6-4c63-8870-7fcce45248ad tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:53.181902 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-431bb096-5a7b-42ec-9a71-606f1f667a21 req-3a58e138-36c6-4c63-8870-7fcce45248ad tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.0956192 Jun 18 18:13:53.241895 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effedcd2-7c3b-4719-ae9f-da5afccba493 x-openstack-request-id: req-effedcd2-7c3b-4719-ae9f-da5afccba493 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:13:53.242432 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "name": "network-vif-plugged", "status": "completed", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:13:53.243576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-effedcd2-7c3b-4719-ae9f-da5afccba493 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:13:53.244173 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588', 'code': 200} Jun 18 18:13:53.292123 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-431bb096-5a7b-42ec-9a71-606f1f667a21 req-569c3d5b-aac2-4a57-800b-b131cc228931 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 Jun 18 18:13:53.699927 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-deac6244-eaaa-48e7-afa1-dd3e30509694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:53.704155 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-deac6244-eaaa-48e7-afa1-dd3e30509694 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1098 time: 0.1963952 Jun 18 18:13:53.717993 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53667eb8-4b45-4a44-84d3-7cf537a5f785 req-c8e42ad6-ce5e-44c5-b567-7de4f22b02ef tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:53.737347 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53667eb8-4b45-4a44-84d3-7cf537a5f785 req-c8e42ad6-ce5e-44c5-b567-7de4f22b02ef tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1553109 Jun 18 18:13:53.826944 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53667eb8-4b45-4a44-84d3-7cf537a5f785 req-b7150761-1430-4a14-9ea6-6e1f64622e93 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782192 Jun 18 18:13:54.002484 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c052cc-3169-4dbb-babc-651f9cf92f39 req-675903b2-87a4-4bdf-bc16-e730283ec0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.004588 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a5c052cc-3169-4dbb-babc-651f9cf92f39 req-675903b2-87a4-4bdf-bc16-e730283ec0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 1098 time: 0.1098690 Jun 18 18:13:54.009932 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-ef665376-bd35-43b7-811b-c2551fc2a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.013194 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-ef665376-bd35-43b7-811b-c2551fc2a883 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 911 time: 0.2754724 Jun 18 18:13:54.084202 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a5c052cc-3169-4dbb-babc-651f9cf92f39 req-7964f855-41de-4bd2-947f-4f671a54b288 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710764 Jun 18 18:13:54.200020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-47d4dcd8-6846-4461-aee6-42c0d7f6a55a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 999 time: 0.1750441 Jun 18 18:13:54.402581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a502c51-52f9-4659-9690-1ec4798c0a7e req-dab22f72-9aa1-48b8-a00c-115a976838ad tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.413733 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a502c51-52f9-4659-9690-1ec4798c0a7e req-dab22f72-9aa1-48b8-a00c-115a976838ad tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.2970326 Jun 18 18:13:54.419799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-a636aa2d-da78-4ef7-85ef-897c0076ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.427376 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-a636aa2d-da78-4ef7-85ef-897c0076ec65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.2053514 Jun 18 18:13:54.770408 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5a502c51-52f9-4659-9690-1ec4798c0a7e req-1f732def-3a0a-4ba0-8b94-c6c2214d7d5e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526553 Jun 18 18:13:54.791889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78dde-87bd-407d-9e9c-575d25eb2142 req-9c6194a3-7140-42cd-b02b-be9cd0c14f05 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.805534 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21f78dde-87bd-407d-9e9c-575d25eb2142 req-9c6194a3-7140-42cd-b02b-be9cd0c14f05 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.6040449 Jun 18 18:13:54.930531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-dc329013-7bac-4e59-8219-f251d9b049a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:54.934393 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-dc329013-7bac-4e59-8219-f251d9b049a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4933178 Jun 18 18:13:54.952998 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21f78dde-87bd-407d-9e9c-575d25eb2142 req-db66d1a1-6046-4e0f-9133-611e08917efb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449764 Jun 18 18:13:55.221934 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36044) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:13:55.232543 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-5864b5ce-364f-4f34-bb86-b530e0e6733c service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784929 Jun 18 18:13:55.248233 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920e32-5582-4ded-9e77-0537b68c0802 req-0d5f51b2-a288-4789-ae0f-9cb10f06c101 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:55.249903 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99920e32-5582-4ded-9e77-0537b68c0802 req-0d5f51b2-a288-4789-ae0f-9cb10f06c101 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.2353287 Jun 18 18:13:55.263901 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ea7c-cf0b-4944-b491-a2d61524cf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:55.354101 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-69916aa6-926a-4653-9794-b01487a5b764 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308298 Jun 18 18:13:55.429151 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99920e32-5582-4ded-9e77-0537b68c0802 req-dda68258-5d66-4d11-96b9-e993af92441b tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518502 Jun 18 18:13:55.457927 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:55.473003 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636798-8f8f-4382-8680-940fdb4cf22a req-93390b16-5079-4f8f-bece-735116cfc3c8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:55.474752 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0636798-8f8f-4382-8680-940fdb4cf22a req-93390b16-5079-4f8f-bece-735116cfc3c8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.2859812 Jun 18 18:13:55.539790 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04397755-f035-4242-a7db-bdcf1ef0a2e8 req-c280af12-bf04-4653-b1da-06c8dda09b90 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862270 Jun 18 18:13:55.561021 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0636798-8f8f-4382-8680-940fdb4cf22a req-fe2f2ef6-cd34-4ef1-8c46-989b561ecce8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784535 Jun 18 18:13:56.171990 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89b530-c111-4084-8167-077b2d89f222 req-5f3a18d6-d901-4387-aa9d-2f62052c3baf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:56.180540 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bb89b530-c111-4084-8167-077b2d89f222 req-5f3a18d6-d901-4387-aa9d-2f62052c3baf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1691577 Jun 18 18:13:56.246118 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bb89b530-c111-4084-8167-077b2d89f222 req-06e56244-8e29-4f74-8eba-4d9353a42366 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646162 Jun 18 18:13:56.325744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a99ec7-a947-41e9-a253-81e2c3003ed4 req-c3d79e74-8b49-4cad-8497-cae7bb1c5c93 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:56.333666 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e7a99ec7-a947-41e9-a253-81e2c3003ed4 req-c3d79e74-8b49-4cad-8497-cae7bb1c5c93 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.1032963 Jun 18 18:13:56.401179 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e7a99ec7-a947-41e9-a253-81e2c3003ed4 req-674fb956-d822-4f79-a274-ea043551486f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667393 Jun 18 18:13:56.429902 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:56.866095 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9956840-06d6-45e6-96bf-9ab79f5d2856 req-da06dad8-5d6a-43ee-8c2c-d49d36006b2a tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:56.874241 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a9956840-06d6-45e6-96bf-9ab79f5d2856 req-da06dad8-5d6a-43ee-8c2c-d49d36006b2a tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.2163982 Jun 18 18:13:57.007793 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a9956840-06d6-45e6-96bf-9ab79f5d2856 req-ce06f4d1-65a0-4de5-a5cf-046664ec39bb tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261218 Jun 18 18:13:57.042534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5d7-9de2-4a73-92d2-cb2cf493f09c req-6006a379-13b0-4b5d-9aa2-a6f347df8df3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:57.044726 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a8f8c5d7-9de2-4a73-92d2-cb2cf493f09c req-6006a379-13b0-4b5d-9aa2-a6f347df8df3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0907829 Jun 18 18:13:57.102313 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a8f8c5d7-9de2-4a73-92d2-cb2cf493f09c req-78875ef7-13a5-4211-b0bd-78802bb8afeb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478771 Jun 18 18:13:57.395609 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7cd9b287-a05a-4705-8f13-a66f26e1899f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:13:57.542401 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921ae2-d742-40e3-9ee7-896e61cf564a req-5d375cd7-915f-4bdf-b69b-9553117a479f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:57.553819 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5b921ae2-d742-40e3-9ee7-896e61cf564a req-5d375cd7-915f-4bdf-b69b-9553117a479f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1273501 Jun 18 18:13:57.570025 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:57.584774 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'port_id': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'mac_address': 'fa:16:3e:94:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:13:57.654510 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:57.666716 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5b921ae2-d742-40e3-9ee7-896e61cf564a req-2b123eb1-f2ff-4e71-88e4-947de5fb554c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115348 Jun 18 18:13:57.705036 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd9b287-a05a-4705-8f13-a66f26e1899f {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:13:57.725117 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77317e-9c63-44b4-b2d7-5b1a6fff97cc req-53d2dfc2-3314-43db-859b-10eab65a9823 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:57.727946 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9c77317e-9c63-44b4-b2d7-5b1a6fff97cc req-53d2dfc2-3314-43db-859b-10eab65a9823 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 943 time: 0.1618590 Jun 18 18:13:57.754028 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:13:57.840477 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9c77317e-9c63-44b4-b2d7-5b1a6fff97cc req-17580221-ccb6-4493-a4bd-7523212e9e09 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514531 Jun 18 18:13:57.874306 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:13:57.908063 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:57.911868 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:13:57.982744 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:13:57.982744 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:13:58.124408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:13:58.347154 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['7cd9b287-a05a-4705-8f13-a66f26e1899f'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:13:58.444074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331691d-7b22-426a-8651-e6cd323cafe8 req-d614390f-ea76-4d1c-8de5-cfa4360c941f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:58.446502 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6331691d-7b22-426a-8651-e6cd323cafe8 req-d614390f-ea76-4d1c-8de5-cfa4360c941f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1427295 Jun 18 18:13:58.560204 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6331691d-7b22-426a-8651-e6cd323cafe8 req-f807bc3b-fe46-4b32-af42-2ba44b1f8dd5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987103 Jun 18 18:13:59.158375 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d558a9c-e98c-495e-9342-729081782c54 req-c70f16a2-ca83-4fc6-b025-001c62b3acf9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:59.172632 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d558a9c-e98c-495e-9342-729081782c54 req-c70f16a2-ca83-4fc6-b025-001c62b3acf9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1279988 Jun 18 18:13:59.229518 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d558a9c-e98c-495e-9342-729081782c54 req-ce61ebfb-4a03-4e50-adf6-9ee6ad3c801e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526214 Jun 18 18:13:59.478787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa872079-c7e1-46e0-a307-818d96164012 req-5b98ba57-6fc6-4c38-a63b-bbc09a0e2507 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:59.480285 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa872079-c7e1-46e0-a307-818d96164012 req-5b98ba57-6fc6-4c38-a63b-bbc09a0e2507 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 944 time: 0.1217120 Jun 18 18:13:59.500127 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-39e2ecff-7d2a-4b64-9162-05c1730330ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946925 Jun 18 18:13:59.537020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa872079-c7e1-46e0-a307-818d96164012 req-ece4374a-c99d-4301-9550-6974956f12df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459757 Jun 18 18:13:59.628147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-94bdb660-4b58-49d7-8ee1-f5bd52cad871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:59.630009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-94bdb660-4b58-49d7-8ee1-f5bd52cad871 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2aac711c99f84ed6b723bb761a40d324&device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 1099 time: 0.0826478 Jun 18 18:13:59.763734 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-3bf846f5-5e03-40ea-b573-4f49c6226e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:59.765118 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-3bf846f5-5e03-40ea-b573-4f49c6226e17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 200 len: 919 time: 0.1094565 Jun 18 18:13:59.813404 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-a20329aa-05cf-4193-8f02-ca72b12f30d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 200 len: 217 time: 0.0355170 Jun 18 18:13:59.864157 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-ee0ed8ac-482c-47a7-8021-9fd1bca6b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:13:59.865600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-ee0ed8ac-482c-47a7-8021-9fd1bca6b4dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 200 len: 858 time: 0.0442488 Jun 18 18:13:59.908770 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-f4c23192-e9c9-4ac6-8850-e55c299cac4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6908cd8a-3375-4eac-9708-954d566b5816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321858 Jun 18 18:14:00.053301 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-2b7cebbb-f86b-4dc9-93a1-6c372373548e service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343889 Jun 18 18:14:00.214170 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4126fe78-97ad-4578-8964-9b25e75b3220 req-5ebf9af8-61b5-47de-8bbb-f2b626ad1bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474438 Jun 18 18:14:00.446577 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c7ebe-6541-412f-a9b8-cd6183dfa253 req-2b52264c-34be-4bd9-b5ae-ff8e03696b10 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:00.448126 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e63c7ebe-6541-412f-a9b8-cd6183dfa253 req-2b52264c-34be-4bd9-b5ae-ff8e03696b10 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0744379 Jun 18 18:14:00.510220 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e63c7ebe-6541-412f-a9b8-cd6183dfa253 req-ea6d1488-a122-48a9-9be3-458ece2e21a6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553982 Jun 18 18:14:00.758203 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca2a1-2971-42d8-8fc4-2372f3a7d675 req-064b2c36-c5e2-49f0-b996-edd659dc1496 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:00.765279 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-39dca2a1-2971-42d8-8fc4-2372f3a7d675 req-064b2c36-c5e2-49f0-b996-edd659dc1496 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 944 time: 0.0877116 Jun 18 18:14:00.804045 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-39dca2a1-2971-42d8-8fc4-2372f3a7d675 req-9fb4052d-ff0b-48a5-906b-070b17b68386 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376794 Jun 18 18:14:00.820532 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36224) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:00.937648 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.043146 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.120492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.124864 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-917f79f3-9b52-4218-8abe-35667dcede70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:01.140260 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402501f9-4947-43b1-a352-637d8630a043 req-b40e7cf6-c43a-482c-bd94-7d6a5af0e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:01.141867 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-b40e7cf6-c43a-482c-bd94-7d6a5af0e535 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 1096 time: 0.0939877 Jun 18 18:14:01.179868 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fa3d2ba8c4b42839955a07e51b13e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567765 Jun 18 18:14:01.180631 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36228) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:01.182679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca1dfce-b637-4f31-8287-fc4d7c38c764,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:01.200769 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:01.256919 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402501f9-4947-43b1-a352-637d8630a043 req-56a74117-141e-4504-8c2a-c5338adc6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:01.258893 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-56a74117-141e-4504-8c2a-c5338adc6d54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0905955 Jun 18 18:14:01.260724 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.287861 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.364094 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402501f9-4947-43b1-a352-637d8630a043 req-9a34bd3a-9f39-4417-9948-87bcfd2d00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:01.365594 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-9a34bd3a-9f39-4417-9948-87bcfd2d00ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.0999072 Jun 18 18:14:01.417497 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7cd9b287-a05a-4705-8f13-a66f26e1899f up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:14:01.446451 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.449604 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.452460 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca1dfce-b637-4f31-8287-fc4d7c38c764 HTTP/1.1" status: 204 len: 168 time: 0.2700462 Jun 18 18:14:01.453476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-34d2506d-1b93-40fc-a3ae-c3b4a4af3df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:01.462216 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca1dfce-b637-4f31-8287-fc4d7c38c764,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:01.465041 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:01.658614 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 7cd9b287-a05a-4705-8f13-a66f26e1899f completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:14:01.665275 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 7cd9b287-a05a-4705-8f13-a66f26e1899f triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:14:01.665587 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.807184 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-efc9dcf5-2c1c-4efa-863a-4d3eb38fb895 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 200 len: 998 time: 0.4279795 Jun 18 18:14:01.820840 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:01.850086 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:01.852606 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c394e08-66d5-4c57-aaba-1e5c4cb16147" -d '{"events": [{"server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:01.867443 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:01.928506 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3181d13-550d-4913-ba00-69a4571ef3fc req-d157986f-1423-4367-9d0a-cac8530cdb83 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:01.931296 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3181d13-550d-4913-ba00-69a4571ef3fc req-d157986f-1423-4367-9d0a-cac8530cdb83 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.2117660 Jun 18 18:14:01.945104 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402501f9-4947-43b1-a352-637d8630a043 req-7836aa5e-059d-42e6-a70d-e2816b2c3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:01.946616 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-7836aa5e-059d-42e6-a70d-e2816b2c3771 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.1216533 Jun 18 18:14:02.024555 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:02.026429 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-679817c2-8e32-469b-b2d8-4efe355e3416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:02.054262 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3181d13-550d-4913-ba00-69a4571ef3fc req-8d90b7ae-146e-4b55-8437-580f38271c89 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065085 Jun 18 18:14:02.167640 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402501f9-4947-43b1-a352-637d8630a043 req-7775201e-f164-4b87-a445-e94aa853d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:02.170025 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-7775201e-f164-4b87-a445-e94aa853d76c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2058570 Jun 18 18:14:02.216034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:02.220076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:02.392264 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35327775-47ab-4545-bbee-3578762416ff x-openstack-request-id: req-35327775-47ab-4545-bbee-3578762416ff {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:02.392481 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:02.392963 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35327775-47ab-4545-bbee-3578762416ff {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:02.393515 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'code': 200} Jun 18 18:14:02.434721 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:02.446142 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-2474e322-a5b9-42f2-986f-6e2937a28460 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381158 Jun 18 18:14:02.451439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c94251-f7ff-4f2e-ad41-1f5a133d380c req-36d02fd0-fde1-45c6-ab8d-b1e5f970d992 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:02.452937 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-98c94251-f7ff-4f2e-ad41-1f5a133d380c req-36d02fd0-fde1-45c6-ab8d-b1e5f970d992 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.1765800 Jun 18 18:14:02.582075 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-98c94251-f7ff-4f2e-ad41-1f5a133d380c req-bd0726fb-3d30-48c6-8a1e-da521b0b7140 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209724 Jun 18 18:14:02.616747 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-402501f9-4947-43b1-a352-637d8630a043 req-e9614e09-ae4a-4d2d-a26e-2b2defecbe20 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628237 Jun 18 18:14:02.635087 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03a394-2e95-4f26-ace9-91b86ad32c3c req-9cfd75d4-b377-465c-8c6e-c8aba368764d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:02.636666 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2a03a394-2e95-4f26-ace9-91b86ad32c3c req-9cfd75d4-b377-465c-8c6e-c8aba368764d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1197906 Jun 18 18:14:02.682353 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2a03a394-2e95-4f26-ace9-91b86ad32c3c req-ff1d5e95-4705-4e26-a4f6-f75dcf1adb1a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Jun 18 18:14:02.999860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a5cf4-21fd-431a-85f1-96857303bf40 req-c4eaef67-15bc-4f94-9971-c582185d8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:03.001290 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9d3a5cf4-21fd-431a-85f1-96857303bf40 req-c4eaef67-15bc-4f94-9971-c582185d8921 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 1098 time: 0.0603817 Jun 18 18:14:03.042916 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9d3a5cf4-21fd-431a-85f1-96857303bf40 req-86498c31-2db7-4476-8f0f-3744e39d285c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Jun 18 18:14:03.296385 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b172b-d646-418e-b441-9d3d299acfb9 req-d2ba8780-8740-4b73-9927-df2e0ea3e5b5 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:03.296385 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e06b172b-d646-418e-b441-9d3d299acfb9 req-d2ba8780-8740-4b73-9927-df2e0ea3e5b5 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0920844 Jun 18 18:14:03.349125 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e06b172b-d646-418e-b441-9d3d299acfb9 req-6903e8dd-54d7-4cf0-aa01-00e7adbc1498 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Jun 18 18:14:03.812430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f6c4c-626c-4542-9765-a4aa822c0405 req-a9206b42-c485-42c8-bf51-8d3201cfae6d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:03.813941 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f43f6c4c-626c-4542-9765-a4aa822c0405 req-a9206b42-c485-42c8-bf51-8d3201cfae6d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0897791 Jun 18 18:14:03.867766 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f43f6c4c-626c-4542-9765-a4aa822c0405 req-7a6ee7ec-86b0-4c41-8997-2f81e35126ae tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 Jun 18 18:14:04.093482 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de324-5e97-442e-b068-629bace7499d req-075459b8-fc3a-4bee-83b4-1e2b3b5611d5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:04.095113 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5e9de324-5e97-442e-b068-629bace7499d req-075459b8-fc3a-4bee-83b4-1e2b3b5611d5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.1102495 Jun 18 18:14:04.107898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29710175-4914-472e-a461-f5dd263c39da req-fb5b5020-006b-4dc3-9c4e-ab83cd0ae803 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:04.109391 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-29710175-4914-472e-a461-f5dd263c39da req-fb5b5020-006b-4dc3-9c4e-ab83cd0ae803 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1225400 Jun 18 18:14:04.165258 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5e9de324-5e97-442e-b068-629bace7499d req-fbe305db-81cf-4c1f-a768-62ed3e25f1e4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Jun 18 18:14:04.174733 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-29710175-4914-472e-a461-f5dd263c39da req-e99d796e-566d-47a5-b138-3af1b80fa96d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582087 Jun 18 18:14:04.559213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a22ff-5ee3-4244-bf97-8933bfdc5f98 req-28b11126-f79d-4561-872f-05e171399720 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:04.561630 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e11a22ff-5ee3-4244-bf97-8933bfdc5f98 req-28b11126-f79d-4561-872f-05e171399720 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0853629 Jun 18 18:14:04.604076 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e11a22ff-5ee3-4244-bf97-8933bfdc5f98 req-b8a37f54-93ac-44d6-884e-a43a382b285c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363295 Jun 18 18:14:05.123004 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3b21-5098-46f8-bdf0-d02ce5454408 req-b6b63958-4b5b-4b07-a548-d4fddd4af20e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:05.124747 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a65f3b21-5098-46f8-bdf0-d02ce5454408 req-b6b63958-4b5b-4b07-a548-d4fddd4af20e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0843556 Jun 18 18:14:05.169540 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a65f3b21-5098-46f8-bdf0-d02ce5454408 req-97df6d92-93a8-42af-b314-174f5b074986 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Jun 18 18:14:05.429979 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a937-95fe-4e57-91c6-881e654fe136 req-35b543df-5134-4c75-b35e-1cc7ee0d2e54 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:05.431574 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9bd2a937-95fe-4e57-91c6-881e654fe136 req-35b543df-5134-4c75-b35e-1cc7ee0d2e54 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1159341 Jun 18 18:14:05.440615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5efbb-af96-41a7-a60f-526af5aa6d5c req-bcf69e90-c103-47cd-b4af-e2e5bd93223a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:05.442219 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1e5efbb-af96-41a7-a60f-526af5aa6d5c req-bcf69e90-c103-47cd-b4af-e2e5bd93223a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.0956118 Jun 18 18:14:05.500061 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9bd2a937-95fe-4e57-91c6-881e654fe136 req-69851501-6ec8-401f-a23f-612013900688 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567741 Jun 18 18:14:05.509730 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1e5efbb-af96-41a7-a60f-526af5aa6d5c req-de8609fe-34b0-46c5-94ca-6efb7877db2b tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522897 Jun 18 18:14:05.806239 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37d8d-27b7-4160-ac85-31edb28c099d req-9dca71a7-41cb-4e0f-a0fd-e4d73cfb2675 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:05.807781 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3df37d8d-27b7-4160-ac85-31edb28c099d req-9dca71a7-41cb-4e0f-a0fd-e4d73cfb2675 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0766258 Jun 18 18:14:05.855068 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3df37d8d-27b7-4160-ac85-31edb28c099d req-2cc9e320-0f8d-4217-b527-54cbd7976861 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359120 Jun 18 18:14:06.386212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b79db-04da-4b10-9bc0-7e74c53beba7 req-9000bfea-d00d-4314-9e6e-7dce9f403dc6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:06.388488 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d0b79db-04da-4b10-9bc0-7e74c53beba7 req-9000bfea-d00d-4314-9e6e-7dce9f403dc6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0699058 Jun 18 18:14:06.434103 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d0b79db-04da-4b10-9bc0-7e74c53beba7 req-3a2b9afd-eaee-471d-8a78-bfa032c883e4 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379276 Jun 18 18:14:06.553499 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-b36e49e0-2aa0-46b5-9218-fed71ddde88c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:06.554995 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-b36e49e0-2aa0-46b5-9218-fed71ddde88c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.0836148 Jun 18 18:14:06.802089 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439dc5b-ea49-46be-a823-5c3b20f398e2 req-7cf21783-30e7-4bc2-80d3-d8bf99048825 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:06.809160 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b439dc5b-ea49-46be-a823-5c3b20f398e2 req-7cf21783-30e7-4bc2-80d3-d8bf99048825 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 946 time: 0.1681075 Jun 18 18:14:06.817741 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f8f4-d0fc-4889-8a6a-22fa81ed823a req-88ac6296-b42f-4122-8888-b19f62479413 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:06.819226 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c158f8f4-d0fc-4889-8a6a-22fa81ed823a req-88ac6296-b42f-4122-8888-b19f62479413 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.2094636 Jun 18 18:14:06.836661 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Deleting port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:06.837262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:06.923872 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-f6be4808-b014-4fdf-8cac-09f45cbec2f3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:06.931071 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-f6be4808-b014-4fdf-8cac-09f45cbec2f3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.1421111 Jun 18 18:14:06.935325 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b439dc5b-ea49-46be-a823-5c3b20f398e2 req-456e7c26-43b4-448f-b62f-efce95ae1275 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222572 Jun 18 18:14:06.969018 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c158f8f4-d0fc-4889-8a6a-22fa81ed823a req-a86d0745-e51c-4f0a-b5ba-bd09f938d705 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289837 Jun 18 18:14:07.029709 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36300) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:07.114606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] For port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:07.117488 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.169663 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Deleting port 5163d88d-079f-48d8-8f35-de8977c23f5a {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:07.172779 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.219156 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Calling delete_port for 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:07.353585 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] For port 5163d88d-079f-48d8-8f35-de8977c23f5a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5163d88d-079f-48d8-8f35-de8977c23f5a,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:07.354322 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.462208 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Calling delete_port for 5163d88d-079f-48d8-8f35-de8977c23f5a owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:07.531202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb58a-4c80-452e-9698-b675a5002899 req-6cc30975-88f1-4739-a5f1-4a01ee39043a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:07.538397 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-748bb58a-4c80-452e-9698-b675a5002899 req-6cc30975-88f1-4739-a5f1-4a01ee39043a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.3982899 Jun 18 18:14:07.550067 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cf003-65a6-4f80-9cc0-d1ace6215987 req-297feaf9-8e59-4322-ac9e-cf8f2ff82c0d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:07.557013 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f38cf003-65a6-4f80-9cc0-d1ace6215987 req-297feaf9-8e59-4322-ac9e-cf8f2ff82c0d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 946 time: 0.1920857 Jun 18 18:14:07.571222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.591460 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:07.592568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:07.630336 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Pushing event deleted for resources: {'Port': ['ID=9a451e15-6a32-4e0a-8d3b-29cf0d75ace1,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:07.648783 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:07.667798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececb320-28fe-41da-a0a8-f035fcd46e73 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:07.672360 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ececb320-28fe-41da-a0a8-f035fcd46e73 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 1093 time: 0.6387281 Jun 18 18:14:07.709611 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36304) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:07.719324 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'port_id': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:14:07.759481 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-748bb58a-4c80-452e-9698-b675a5002899 req-1fa508cb-3313-4bfc-bb9a-d40fd33e14cb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201185 Jun 18 18:14:07.801644 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.805057 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f38cf003-65a6-4f80-9cc0-d1ace6215987 req-6af23273-837c-4bac-981b-81cff5ec24c4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440937 Jun 18 18:14:07.811934 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:07.867218 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.870975 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] No DVR routers for this DVR port 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:07.875523 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event deleted for resources: {'Port': ['ID=5163d88d-079f-48d8-8f35-de8977c23f5a,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:07.876779 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:07.881333 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:07.887150 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3373fb42-d1ae-4117-a6b3-30a925b114ee req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "DELETE /v2.0/ports/9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 HTTP/1.1" status: 204 len: 173 time: 1.3191018 Jun 18 18:14:07.888059 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'name': 'network-vif-deleted', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:07.892796 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9a60d-c16e-4e09-b93a-1943d4f0f05e" -d '{"events": [{"server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "name": "network-vif-deleted", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:07.960319 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6576c9dc-c8d4-41c9-9d65-efc2027615aa x-openstack-request-id: req-6576c9dc-c8d4-41c9-9d65-efc2027615aa {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:07.960690 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9a2c79-d444-4471-aec6-12172a5f64eb", "name": "network-vif-deleted", "tag": "9a451e15-6a32-4e0a-8d3b-29cf0d75ace1", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:07.961355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6576c9dc-c8d4-41c9-9d65-efc2027615aa {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:07.967406 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a2c79-d444-4471-aec6-12172a5f64eb', 'name': 'network-vif-deleted', 'tag': '9a451e15-6a32-4e0a-8d3b-29cf0d75ace1', 'status': 'completed', 'code': 200} Jun 18 18:14:08.055913 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] No DVR routers for this DVR port 5163d88d-079f-48d8-8f35-de8977c23f5a on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:08.064823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:08.068059 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f7420789-eca3-46e6-9562-508af9bb2f09 req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "DELETE /v2.0/ports/5163d88d-079f-48d8-8f35-de8977c23f5a HTTP/1.1" status: 204 len: 173 time: 1.1307788 Jun 18 18:14:08.069188 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'name': 'network-vif-deleted', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:08.072945 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970f2a9-0a57-499e-bdc9-aaf459439dba" -d '{"events": [{"server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "name": "network-vif-deleted", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:08.183261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b285d1-e7c1-488c-80ba-8c0558e14c51 x-openstack-request-id: req-78b285d1-e7c1-488c-80ba-8c0558e14c51 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:08.183757 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc40872e-a807-486e-ad0a-51a3bd192726", "name": "network-vif-deleted", "tag": "5163d88d-079f-48d8-8f35-de8977c23f5a", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:08.184200 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78b285d1-e7c1-488c-80ba-8c0558e14c51 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:08.185377 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc40872e-a807-486e-ad0a-51a3bd192726', 'name': 'network-vif-deleted', 'tag': '5163d88d-079f-48d8-8f35-de8977c23f5a', 'status': 'completed', 'code': 200} Jun 18 18:14:08.251383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:08.318984 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1c0a6211-0454-4d49-a235-be1e9d741324 req-1afc42c1-9eb3-4b19-aada-8734291541a7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 210 time: 0.1042368 Jun 18 18:14:08.348699 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503', '25394a9b-dffb-43ff-9fd0-68756ad113eb', '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:08.703984 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.27.2.233 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/6e43510b-0b1d-4b29-b231-d8aae0bb1ee3) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:14:08.869999 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:08.995606 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:08.999948 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:09.061706 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a4e56c69-a9f4-4241-8d86-dd99d3d0b972 req-918fc45a-2ec1-4ffa-bee0-71c9b0bce9b7 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc40872e-a807-486e-ad0a-51a3bd192726 HTTP/1.1" status: 200 len: 210 time: 0.0784681 Jun 18 18:14:09.073591 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=6e43510b-0b1d-4b29-b231-d8aae0bb1ee3,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:09.078809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:09.094831 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:14:09.098577 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:14:09.102128 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:14:09.148838 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ff74-5e39-47a6-a24f-c6bd901d2744 req-6d98fb8b-1434-44ca-990c-893d134e52b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:09.152829 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0750ff74-5e39-47a6-a24f-c6bd901d2744 req-6d98fb8b-1434-44ca-990c-893d134e52b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1037970 Jun 18 18:14:09.203773 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0750ff74-5e39-47a6-a24f-c6bd901d2744 req-9660bcb7-e7f6-490f-b278-16f5576b190b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Jun 18 18:14:09.430171 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5163d88d-079f-48d8-8f35-de8977c23f5a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:09.461754 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 5163d88d-079f-48d8-8f35-de8977c23f5a {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:09.472203 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5163d88d-079f-48d8-8f35-de8977c23f5a not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:09.475133 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:09.525385 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-255dedf1-99b2-45b1-b3e3-f95fb5033a67 req-a17813db-cf39-45d9-94f7-643b66e1c370 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe9a2c79-d444-4471-aec6-12172a5f64eb HTTP/1.1" status: 200 len: 210 time: 0.0517538 Jun 18 18:14:09.532930 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:09.533543 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9a451e15-6a32-4e0a-8d3b-29cf0d75ace1 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:09.622070 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:09.852699 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:10.029035 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:10.096557 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:10.098988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:10.133805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:10.194330 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=6e43510b-0b1d-4b29-b231-d8aae0bb1ee3,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:10.197608 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:10.311549 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP f888e632-f2ac-485a-817e-c8f89afe2bbf associated. External IP: 172.27.2.233, port: 7cd9b287-a05a-4705-8f13-a66f26e1899f. Jun 18 18:14:10.465578 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fd64-eabc-4868-97bf-b5ddd5b61520 req-c4e4e370-f3b7-4d9a-a5c8-a9c044031eb1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:10.474605 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0c8fd64-eabc-4868-97bf-b5ddd5b61520 req-c4e4e370-f3b7-4d9a-a5c8-a9c044031eb1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0951440 Jun 18 18:14:10.525032 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0c8fd64-eabc-4868-97bf-b5ddd5b61520 req-f5926ae6-3d78-444c-ae11-a4788c626efd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488734 Jun 18 18:14:10.702504 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:14:10.825933 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:14:10.837463 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:14:10.850402 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:14:10.851040 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:13:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:10.926563 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:10.989819 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2773759 Jun 18 18:14:10.990450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:10.993378 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e9b802-2a1e-4602-86a4-2eda08358ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:11.008641 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:14:11.038902 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55150dc-2283-4a54-8f37-fed673f8b7b7 x-openstack-request-id: req-c55150dc-2283-4a54-8f37-fed673f8b7b7 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:11.039662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:11.040336 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c55150dc-2283-4a54-8f37-fed673f8b7b7 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:11.041039 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'status': 'completed', 'code': 200} Jun 18 18:14:11.167460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-fb4e76f5-2477-4dd5-bc9d-a9b1fdf74e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.170101 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-fb4e76f5-2477-4dd5-bc9d-a9b1fdf74e07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 1098 time: 0.1031141 Jun 18 18:14:11.334892 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'f888e632-f2ac-485a-817e-c8f89afe2bbf', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:94:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:14:09Z', 'updated_at': '2021-06-18T18:14:09Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:11.341481 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-fcbe3232-eb57-4177-8557-cbab199f39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.343502 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-fcbe3232-eb57-4177-8557-cbab199f39f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.1610193 Jun 18 18:14:11.368969 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:14:11.380110 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:14:11.381024 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:13:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:11.432958 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-f18de7bf-dec1-4f58-a8ff-3c766a43091d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f HTTP/1.1" status: 200 len: 999 time: 0.0830410 Jun 18 18:14:11.476606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2432-7921-4f17-876e-abb564d40dc8 req-c5544e30-4801-447c-b4f6-14d8e0486de3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.485573 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-20ce2432-7921-4f17-876e-abb564d40dc8 req-c5544e30-4801-447c-b4f6-14d8e0486de3 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.1028953 Jun 18 18:14:11.512343 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-739a796c-52f3-47d2-a4e6-6ed9eda55f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.528026 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-739a796c-52f3-47d2-a4e6-6ed9eda55f75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0745003 Jun 18 18:14:11.563266 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-20ce2432-7921-4f17-876e-abb564d40dc8 req-ff829e77-b7e6-4b35-9446-74a6dcae7239 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761938 Jun 18 18:14:11.585485 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:14:11.653297 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-0b7dbb8a-e4b4-4b6b-b77e-da9d811d053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.657139 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-0b7dbb8a-e4b4-4b6b-b77e-da9d811d053f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1311941 Jun 18 18:14:11.762535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce685506-2119-4f03-91cf-dff1b02211ab req-a8568f52-4b8c-4575-add6-ed987e740a8e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:11.770033 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ce685506-2119-4f03-91cf-dff1b02211ab req-a8568f52-4b8c-4575-add6-ed987e740a8e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0853443 Jun 18 18:14:11.830387 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ce685506-2119-4f03-91cf-dff1b02211ab req-ef56b3c5-a6fb-4df7-bc36-8057a6154391 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591559 Jun 18 18:14:11.868168 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-6cfa3092-e31e-48b4-a45b-f3088580d137 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707001 Jun 18 18:14:11.998693 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c9e9b802-2a1e-4602-86a4-2eda08358ec2 req-450badde-6c75-47ae-934f-df71daa65631 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151717 Jun 18 18:14:12.080336 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'f888e632-f2ac-485a-817e-c8f89afe2bbf', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:94:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:14:09Z', 'updated_at': '2021-06-18T18:14:09Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:12.112532 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec34f5-543a-45a7-98c1-a7d0d1f440c8 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'f888e632-f2ac-485a-817e-c8f89afe2bbf', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:94:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:14:09Z', 'updated_at': '2021-06-18T18:14:09Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:14:12.347377 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2928ac-b443-4988-94b2-dd7237dc0ece None None] New status for floating IP f888e632-f2ac-485a-817e-c8f89afe2bbf: ACTIVE {{(pid=93525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:14:12.500424 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c071103-3bc4-492a-82a5-87457432c628 req-3f2e0a2c-a47d-42dd-b727-b5faa4b46b5a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:12.503485 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5c071103-3bc4-492a-82a5-87457432c628 req-3f2e0a2c-a47d-42dd-b727-b5faa4b46b5a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.1082149 Jun 18 18:14:12.574368 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5c071103-3bc4-492a-82a5-87457432c628 req-36fe9836-c3d5-4336-b887-e2739851a361 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644157 Jun 18 18:14:12.796349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4135c-6c6d-4cd4-9ffa-105a90174e80 req-b1d57652-59c1-41d0-a605-b9316c575eb4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:12.797854 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7ef4135c-6c6d-4cd4-9ffa-105a90174e80 req-b1d57652-59c1-41d0-a605-b9316c575eb4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0846522 Jun 18 18:14:12.844825 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7ef4135c-6c6d-4cd4-9ffa-105a90174e80 req-b22e1a61-4b36-4f48-8d33-e7b77ff3fa6f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jun 18 18:14:13.019810 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46ae9-b045-4a6e-9a16-9435ef4d67e6 req-d3f98634-e227-42ce-8a1e-6b1f10bac54b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:13.021494 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ccb46ae9-b045-4a6e-9a16-9435ef4d67e6 req-d3f98634-e227-42ce-8a1e-6b1f10bac54b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0696242 Jun 18 18:14:13.072231 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ccb46ae9-b045-4a6e-9a16-9435ef4d67e6 req-89e4473c-e1ed-4832-b013-0a7c0b3e5bae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Jun 18 18:14:13.767448 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07341-f98e-412e-93bb-cc19c9b68fe6 req-8677cd12-c3b4-41bf-a938-571364d7b805 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:13.768969 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-28c07341-f98e-412e-93bb-cc19c9b68fe6 req-8677cd12-c3b4-41bf-a938-571364d7b805 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.0710738 Jun 18 18:14:13.814570 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-28c07341-f98e-412e-93bb-cc19c9b68fe6 req-e9311ce1-1c49-49b8-81be-671bf230d77c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Jun 18 18:14:14.034968 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9ca74-4e75-463c-b2a0-16c4fc076b2a req-19a81432-fcac-43d9-8440-4e1e06944c88 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:14.036466 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-66e9ca74-4e75-463c-b2a0-16c4fc076b2a req-19a81432-fcac-43d9-8440-4e1e06944c88 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0669494 Jun 18 18:14:14.076803 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-66e9ca74-4e75-463c-b2a0-16c4fc076b2a req-450af5e9-3b5c-4bd7-bde8-4ef73e6306c7 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Jun 18 18:14:14.260990 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a424ad-12fc-42d4-a5c3-8f217c1d0964 req-3e6dd91d-cf4e-42a7-8aad-bf729da4480c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:14.260990 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-03a424ad-12fc-42d4-a5c3-8f217c1d0964 req-3e6dd91d-cf4e-42a7-8aad-bf729da4480c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0687838 Jun 18 18:14:14.310082 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-03a424ad-12fc-42d4-a5c3-8f217c1d0964 req-8729c09c-e172-47f3-893f-938eb524f62a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446153 Jun 18 18:14:14.720056 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-c620f315-3e51-46a2-9702-c8d4202792a0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:14.722334 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-c620f315-3e51-46a2-9702-c8d4202792a0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.1388118 Jun 18 18:14:15.032787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772976c-4f41-4c59-8e77-9396caf52bdb req-f55b46d3-4eb2-412e-95cd-9ff816f14997 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:15.034608 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7772976c-4f41-4c59-8e77-9396caf52bdb req-f55b46d3-4eb2-412e-95cd-9ff816f14997 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.0849512 Jun 18 18:14:15.088796 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7772976c-4f41-4c59-8e77-9396caf52bdb req-31a77fcb-a21c-4af1-bdf8-6b708523069d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Jun 18 18:14:15.258127 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cee793-3f81-4919-8c47-f80c86130db9 req-f0b81382-c51b-41c4-8852-f59143bf3449 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:15.265137 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04cee793-3f81-4919-8c47-f80c86130db9 req-f0b81382-c51b-41c4-8852-f59143bf3449 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0682933 Jun 18 18:14:15.303720 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04cee793-3f81-4919-8c47-f80c86130db9 req-8373e818-e247-41ef-be9a-1d248e892429 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Jun 18 18:14:15.720244 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b94db-cdbf-4640-98da-d6754d459448 req-75ee34a8-efd0-4c9c-a76b-cb8d0297be0d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:15.721654 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-688b94db-cdbf-4640-98da-d6754d459448 req-75ee34a8-efd0-4c9c-a76b-cb8d0297be0d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.2807767 Jun 18 18:14:15.764580 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-688b94db-cdbf-4640-98da-d6754d459448 req-d0856f3a-4cf9-4b8f-99c0-e59eaa0f7a27 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Jun 18 18:14:16.273213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4c73d-e635-47dd-8ab6-605986055629 req-a1048d55-cd50-47d4-b6be-ec46f74f51b1 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:16.274869 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25f4c73d-e635-47dd-8ab6-605986055629 req-a1048d55-cd50-47d4-b6be-ec46f74f51b1 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.0651510 Jun 18 18:14:16.316269 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25f4c73d-e635-47dd-8ab6-605986055629 req-69c42a04-2a5f-4657-a400-6e0910f8ac84 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Jun 18 18:14:16.503682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3cd7b-40b7-4fe0-bc12-731dfbc8ed53 req-d92b02ff-99e5-4fde-a4b6-72ce3b27ce5b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:16.505172 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-54a3cd7b-40b7-4fe0-bc12-731dfbc8ed53 req-d92b02ff-99e5-4fde-a4b6-72ce3b27ce5b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0716178 Jun 18 18:14:16.559113 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-54a3cd7b-40b7-4fe0-bc12-731dfbc8ed53 req-1b72c450-cd08-4df8-97bb-9bcb11b3e094 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Jun 18 18:14:16.970711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e429e-886f-44d4-be1e-9e3e09137a3c req-fb10e34a-ef4e-4ad8-8859-a9ea2951b1b9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:16.972376 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-566e429e-886f-44d4-be1e-9e3e09137a3c req-fb10e34a-ef4e-4ad8-8859-a9ea2951b1b9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0877500 Jun 18 18:14:17.017377 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-566e429e-886f-44d4-be1e-9e3e09137a3c req-e4342eb6-2b54-4829-bd28-089cd89640de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 Jun 18 18:14:17.505488 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:17.507333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bcdbe-4876-473c-a4d3-4e397f336fc0 req-135f3094-7d6a-4219-9756-cd45b0ee92d3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:17.510007 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0c8bcdbe-4876-473c-a4d3-4e397f336fc0 req-135f3094-7d6a-4219-9756-cd45b0ee92d3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 945 time: 0.0707831 Jun 18 18:14:17.557017 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0c8bcdbe-4876-473c-a4d3-4e397f336fc0 req-4729aa44-baa3-44a2-8b5e-1d1ad43c8654 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Jun 18 18:14:17.597625 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:17.621321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:17.623835 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470bf78-6e1b-4e26-83b2-558126b8b16b" -d '{"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:17.641365 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:17.674319 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2dc26a-078c-407e-9e16-09eecd77b58c x-openstack-request-id: req-bc2dc26a-078c-407e-9e16-09eecd77b58c {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:17.674319 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:17.674319 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc2dc26a-078c-407e-9e16-09eecd77b58c {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:17.674319 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'code': 200} Jun 18 18:14:17.755209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217523b9-02f4-41cc-8146-ed1b292da1e0 req-3da7c089-7b3b-403f-8d9d-2ccc06bad6db tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:17.755459 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:17.760177 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:17.764978 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-217523b9-02f4-41cc-8146-ed1b292da1e0 req-3da7c089-7b3b-403f-8d9d-2ccc06bad6db tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0867290 Jun 18 18:14:17.806676 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-217523b9-02f4-41cc-8146-ed1b292da1e0 req-cced93a1-f5e9-4235-bc9d-82ece4a35b98 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Jun 18 18:14:17.818224 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=6']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:17.824201 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.824659 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.825631 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.826036 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.826436 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.826836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.827329 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.827887 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.828317 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.828724 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.829287 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.829753 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:17.842035 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:18.218935 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf341e9f-50ae-419c-9648-45462984e226 req-28a42789-7831-4af7-9d2c-288c30c5eab0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:18.220644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf341e9f-50ae-419c-9648-45462984e226 req-28a42789-7831-4af7-9d2c-288c30c5eab0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0749309 Jun 18 18:14:18.261295 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf341e9f-50ae-419c-9648-45462984e226 req-d7371e85-9e3f-4cae-bbdd-2717c9d98b7e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347781 Jun 18 18:14:18.774076 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cbe5f-788d-48aa-bf71-254ab38ceb51 req-7b5ddaa9-107f-4b53-a9a8-254f0eb39d30 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:18.775816 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b33cbe5f-788d-48aa-bf71-254ab38ceb51 req-7b5ddaa9-107f-4b53-a9a8-254f0eb39d30 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0854473 Jun 18 18:14:18.818965 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b33cbe5f-788d-48aa-bf71-254ab38ceb51 req-8e197ae9-6844-4373-a625-bb49d80fbfc5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351450 Jun 18 18:14:19.011966 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf608f62-0e5b-4ddd-aa77-60983764de65 req-076ecf6d-3b36-49ba-b398-6b019bb95e26 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:19.018480 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf608f62-0e5b-4ddd-aa77-60983764de65 req-076ecf6d-3b36-49ba-b398-6b019bb95e26 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0751407 Jun 18 18:14:19.057545 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf608f62-0e5b-4ddd-aa77-60983764de65 req-96c27b1b-77c2-41cb-ad85-5991da3806fe tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Jun 18 18:14:19.491671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d68ca-7f3f-45d6-aa61-ce1e267671ec req-7b5706c7-88e7-4efa-a8f1-20b8580c3603 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:19.491671 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b9d68ca-7f3f-45d6-aa61-ce1e267671ec req-7b5706c7-88e7-4efa-a8f1-20b8580c3603 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0826764 Jun 18 18:14:19.528680 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b9d68ca-7f3f-45d6-aa61-ce1e267671ec req-e6e401a8-e301-4e20-9c65-587d42b068b2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 Jun 18 18:14:20.040682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b9e3-15b7-443e-9a59-8504ab4bb815 req-1fe4dd84-a1e9-4b65-8214-476f8eb6a44c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:20.048210 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ad4b9e3-15b7-443e-9a59-8504ab4bb815 req-1fe4dd84-a1e9-4b65-8214-476f8eb6a44c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.1063180 Jun 18 18:14:20.101078 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ad4b9e3-15b7-443e-9a59-8504ab4bb815 req-fcbbadb5-e693-4365-9e07-d60cea70961a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Jun 18 18:14:20.353781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c4868-c313-4fa0-9b3b-1477efd9b8e3 req-dbe7cd6d-d13a-4c46-8c70-e5377d95e852 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:20.355259 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf1c4868-c313-4fa0-9b3b-1477efd9b8e3 req-dbe7cd6d-d13a-4c46-8c70-e5377d95e852 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0974979 Jun 18 18:14:20.406821 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf1c4868-c313-4fa0-9b3b-1477efd9b8e3 req-f961758f-2347-4193-adb0-c4695d09a0db tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Jun 18 18:14:20.763582 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53394a9-16a9-4771-b8ed-cd2a153d1cb8 req-a9960005-7bfb-462e-a849-f2dc5649e06e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:20.765160 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d53394a9-16a9-4771-b8ed-cd2a153d1cb8 req-a9960005-7bfb-462e-a849-f2dc5649e06e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0885754 Jun 18 18:14:20.812165 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d53394a9-16a9-4771-b8ed-cd2a153d1cb8 req-7dafd2e3-dee5-467e-9947-69304fcf6c1b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411456 Jun 18 18:14:21.296563 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc69cde-25f8-44fc-9bbf-47f13860d798 req-47f8e2f3-0c28-4de4-802b-f7c17e039b7f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:21.298182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbc69cde-25f8-44fc-9bbf-47f13860d798 req-47f8e2f3-0c28-4de4-802b-f7c17e039b7f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0684180 Jun 18 18:14:21.341384 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cbc69cde-25f8-44fc-9bbf-47f13860d798 req-29bd1324-0676-48e9-85fb-6f7788c1afc6 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jun 18 18:14:21.599274 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c506eb-6927-4fd7-97b6-aa0912058bdb req-40010b04-b714-4e2f-96e8-1e03f8eba480 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:21.601015 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b1c506eb-6927-4fd7-97b6-aa0912058bdb req-40010b04-b714-4e2f-96e8-1e03f8eba480 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0669734 Jun 18 18:14:21.665524 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b1c506eb-6927-4fd7-97b6-aa0912058bdb req-5c2a2800-8eeb-4a5a-8791-fd28bef2df8a tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563347 Jun 18 18:14:21.669128 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36530) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:21.726113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Deleting subnet 69cc2624-3dd6-44ef-a7d1-37a91211cb50 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:14:21.729656 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:21.766870 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:21.772855 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:21.910560 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:21.915410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:21.945135 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cc2624-3dd6-44ef-a7d1-37a91211cb50,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:21.948753 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:21.956462 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:21.959024 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/69cc2624-3dd6-44ef-a7d1-37a91211cb50 HTTP/1.1" status: 204 len: 168 time: 0.2879126 Jun 18 18:14:21.960634 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36534) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:22.024138 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011c555-3b1c-4e41-9065-f7e7ed809342 req-a313dc88-e22d-4a37-bf34-817299d16e2e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:22.028522 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5011c555-3b1c-4e41-9065-f7e7ed809342 req-a313dc88-e22d-4a37-bf34-817299d16e2e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0930207 Jun 18 18:14:22.069674 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.103772 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5011c555-3b1c-4e41-9065-f7e7ed809342 req-dab35a07-af93-40b1-b386-06b212df44e6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724046 Jun 18 18:14:22.196501 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.211117 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.211486 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.212253 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.212619 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > port after_create 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.224993 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.225771 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > port after_update 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.226375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.226969 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.227514 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.228007 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.333509 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.333894 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.334229 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.334563 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 18:14:22.334914 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1758c490-3435-47a9-b9ab-ff69a041080d']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:22.353809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c92ecfb-169c-4e59-9038-f7c2856da8d6') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:22.354131 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c92ecfb-169c-4e59-9038-f7c2856da8d6') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:22.374665 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.404553 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.418185 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:14:22.420775 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: from cryptography.utils import int_from_bytes Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: from cryptography.utils import int_from_bytes Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:14:22.425626 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:14:22.590328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517477e-c31f-4259-8dc7-c542b6d9621a req-5ae90233-6ca9-4a84-9711-24fd4445d7c9 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:22.592396 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e517477e-c31f-4259-8dc7-c542b6d9621a req-5ae90233-6ca9-4a84-9711-24fd4445d7c9 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0825937 Jun 18 18:14:22.600573 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.604908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:22.617759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.618363 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-668602ad-1058-42a6-b793-9428beb93f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:22.622992 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1758c490-3435-47a9-b9ab-ff69a041080d HTTP/1.1" status: 204 len: 168 time: 0.6611049 Jun 18 18:14:22.640484 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=1758c490-3435-47a9-b9ab-ff69a041080d,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:22.640484 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b52a4cf1-0c90-41d9-9fdc-1fa4ae937e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:22.657905 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e517477e-c31f-4259-8dc7-c542b6d9621a req-ead4112f-6db7-4f3c-b0d2-e1a594dfa819 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590591 Jun 18 18:14:22.874144 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d389f3d-aa1c-420f-9c4f-d8b97c6d931c req-08a8f2d3-59e1-46de-9ba1-1a32b9132fab tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:22.875523 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d389f3d-aa1c-420f-9c4f-d8b97c6d931c req-08a8f2d3-59e1-46de-9ba1-1a32b9132fab tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0707352 Jun 18 18:14:22.917288 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d389f3d-aa1c-420f-9c4f-d8b97c6d931c req-0da5aa87-d3a9-49d0-b21e-8d19f447035f tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Jun 18 18:14:23.017978 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36544) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:23.086447 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d5567624-9f29-4056-920f-64d9bbad5ba1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f4d169f368c4f45a667c012dc18bd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645466 Jun 18 18:14:23.086842 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36548) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:23.141288 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:23.165138 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:23.296758 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:23.299724 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:23.300870 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15749563-ba22-4b04-9a62-fbe3b25493d7 HTTP/1.1" status: 204 len: 168 time: 0.2130477 Jun 18 18:14:23.302564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b8aa1fa0-ce84-41fe-8575-6d74850b1a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:23.313671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15749563-ba22-4b04-9a62-fbe3b25493d7,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:23.316285 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:23.325606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890cea1-746a-4cd9-a926-c98dfaefe075 req-4c63c10b-fce6-4691-8263-357533db4444 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:23.326277 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b890cea1-746a-4cd9-a926-c98dfaefe075 req-4c63c10b-fce6-4691-8263-357533db4444 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0891712 Jun 18 18:14:23.384710 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b890cea1-746a-4cd9-a926-c98dfaefe075 req-2163e8b4-4fa7-48af-9bd7-c3efb728da6b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Jun 18 18:14:23.905940 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c54424-5c34-4ff2-ada7-f2237d9363f3 req-60f7005f-4177-425a-b587-8e447c912e22 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:23.908404 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5c54424-5c34-4ff2-ada7-f2237d9363f3 req-60f7005f-4177-425a-b587-8e447c912e22 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.1041455 Jun 18 18:14:23.958022 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5c54424-5c34-4ff2-ada7-f2237d9363f3 req-bc151ff4-a51b-4a6a-ae19-011038557df8 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434196 Jun 18 18:14:24.144175 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d524-1737-44b3-a6f0-c6ae0a57bea4 req-8e827e75-de27-4364-acd5-c1d6c12632c9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:24.145804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ca77d524-1737-44b3-a6f0-c6ae0a57bea4 req-8e827e75-de27-4364-acd5-c1d6c12632c9 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0915563 Jun 18 18:14:24.191285 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ca77d524-1737-44b3-a6f0-c6ae0a57bea4 req-c56a7698-20f0-4148-8510-7eaec5eb64d4 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Jun 18 18:14:24.577277 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da352b-61c0-4159-b72e-b0ccbdec0a6f req-2612433f-383e-4fd1-acb9-1e84fabddcbe tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:24.578867 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b5da352b-61c0-4159-b72e-b0ccbdec0a6f req-2612433f-383e-4fd1-acb9-1e84fabddcbe tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0736668 Jun 18 18:14:24.619514 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b5da352b-61c0-4159-b72e-b0ccbdec0a6f req-938430b0-3347-4a2f-9f00-03de54224805 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346842 Jun 18 18:14:25.144279 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74b1c-0156-4288-948e-7df3219bd6b6 req-3b3e97ab-b305-448a-8c7d-9bb479eeab1a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:25.145785 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afd74b1c-0156-4288-948e-7df3219bd6b6 req-3b3e97ab-b305-448a-8c7d-9bb479eeab1a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0727735 Jun 18 18:14:25.185101 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-afd74b1c-0156-4288-948e-7df3219bd6b6 req-59ebdf05-f8b1-4558-bab6-69ce34e39864 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Jun 18 18:14:25.335949 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4ba8-eb48-4e60-870a-7c7c7a34a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:25.375998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9814-c6de-43ee-920c-fd7a8766c2b7 req-8cf773fc-ce75-4244-bab1-c4a0b472ef7e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:25.377997 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd4b9814-c6de-43ee-920c-fd7a8766c2b7 req-8cf773fc-ce75-4244-bab1-c4a0b472ef7e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0676765 Jun 18 18:14:25.416531 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd4b9814-c6de-43ee-920c-fd7a8766c2b7 req-c4f86984-fd43-4e7d-941d-c127ccce5a13 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jun 18 18:14:25.543809 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:25.998894 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08ce4-8723-46a7-9079-2af64707557e req-003253d6-0a4e-442b-8e8f-dd172a5f9762 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:26.000385 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1c08ce4-8723-46a7-9079-2af64707557e req-003253d6-0a4e-442b-8e8f-dd172a5f9762 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0722401 Jun 18 18:14:26.041127 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1c08ce4-8723-46a7-9079-2af64707557e req-29633c36-8a37-48d4-8784-9ac363f2b726 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342424 Jun 18 18:14:26.372316 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f088ea-c927-4b37-b512-ee12694dd8bb req-b5407d55-1e38-44b3-ad98-a489e8660b34 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:26.374087 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3f088ea-c927-4b37-b512-ee12694dd8bb req-b5407d55-1e38-44b3-ad98-a489e8660b34 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0723190 Jun 18 18:14:26.414345 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3f088ea-c927-4b37-b512-ee12694dd8bb req-640b387f-2c1b-40b8-b4a5-c4f5c23e6afb tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Jun 18 18:14:26.484814 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:26.603905 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5de993-da98-4690-ae6c-881d48f2d06a req-9aa7d2fa-0e52-412f-ad95-a07e07e58e79 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:26.605496 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1f5de993-da98-4690-ae6c-881d48f2d06a req-9aa7d2fa-0e52-412f-ad95-a07e07e58e79 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0738375 Jun 18 18:14:26.660148 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1f5de993-da98-4690-ae6c-881d48f2d06a req-8ff18d04-77d8-40d5-9a14-edccb945fcb6 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Jun 18 18:14:27.234115 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f11cda-c7ce-4c86-be15-0b8846e1612c req-2c10ccec-b5d4-409f-852f-4152bf5ab382 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:27.235644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79f11cda-c7ce-4c86-be15-0b8846e1612c req-2c10ccec-b5d4-409f-852f-4152bf5ab382 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0699725 Jun 18 18:14:27.285325 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79f11cda-c7ce-4c86-be15-0b8846e1612c req-9fe10263-910c-47ba-a3ef-4cada9f7ed67 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Jun 18 18:14:27.603805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf344b9-798a-42f6-b5b2-0c04ebc57a9b req-3e77476e-3c6d-41c3-9766-8dcdb1e18d11 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:27.605316 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2cf344b9-798a-42f6-b5b2-0c04ebc57a9b req-3e77476e-3c6d-41c3-9766-8dcdb1e18d11 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0703318 Jun 18 18:14:27.643877 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2cf344b9-798a-42f6-b5b2-0c04ebc57a9b req-229083e8-283b-4a28-8c27-5dc8280764c4 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jun 18 18:14:27.842294 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4babe63-f43c-4b8e-b8df-e3495f30c19c req-a5b2a394-2af0-4d4f-b952-af7dea82238b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:27.843838 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4babe63-f43c-4b8e-b8df-e3495f30c19c req-a5b2a394-2af0-4d4f-b952-af7dea82238b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0779111 Jun 18 18:14:27.936079 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4babe63-f43c-4b8e-b8df-e3495f30c19c req-082a1255-b6fa-4a6f-b2c3-c3deb563297d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Jun 18 18:14:28.466061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31657d26-0f3f-45fa-8d27-80c089c47699 req-6f60d68a-edb5-4d5b-8f3b-ac24cdb99daf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:28.467539 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-31657d26-0f3f-45fa-8d27-80c089c47699 req-6f60d68a-edb5-4d5b-8f3b-ac24cdb99daf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0647733 Jun 18 18:14:28.514825 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-31657d26-0f3f-45fa-8d27-80c089c47699 req-12f9578a-aa59-4f62-8510-00a849b1d787 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415511 Jun 18 18:14:28.538070 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:28.821387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f843362-c8d5-4d1c-b371-7bd2370e3e7e req-d57c0ac9-7486-4803-a9f1-7e08757c7518 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:28.822855 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f843362-c8d5-4d1c-b371-7bd2370e3e7e req-d57c0ac9-7486-4803-a9f1-7e08757c7518 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 943 time: 0.0673292 Jun 18 18:14:28.863059 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f843362-c8d5-4d1c-b371-7bd2370e3e7e req-ca62b580-6e3a-47cb-a43e-5c6ab23fd808 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jun 18 18:14:28.938517 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Deleting port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:28.939079 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:29.030079 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] For port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:29.030434 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:29.094381 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbaec-35bb-4e08-a69c-3612adde1743 req-7988424f-cad9-47d9-a5ff-1705cef50bed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:29.095882 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5afdbaec-35bb-4e08-a69c-3612adde1743 req-7988424f-cad9-47d9-a5ff-1705cef50bed tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0825775 Jun 18 18:14:29.100691 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Calling delete_port for 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:29.135738 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5afdbaec-35bb-4e08-a69c-3612adde1743 req-c3040400-b04c-40a0-a54c-0fcc283cb674 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Jun 18 18:14:29.383295 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:29.387451 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:29.402299 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503', '25394a9b-dffb-43ff-9fd0-68756ad113eb'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:29.413776 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event deleted for resources: {'Port': ['ID=7d01ff43-ea6d-4630-86d7-4cf8dedfad6d,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:29.417270 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:29.460156 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] No DVR routers for this DVR port 7d01ff43-ea6d-4630-86d7-4cf8dedfad6d on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:29.462664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:29.464745 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e867c601-040b-41f9-85a1-6ef132f13f5f req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "DELETE /v2.0/ports/7d01ff43-ea6d-4630-86d7-4cf8dedfad6d HTTP/1.1" status: 204 len: 173 time: 0.6377370 Jun 18 18:14:29.465255 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-deleted', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:29.467729 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e787ff-8044-4eaa-876c-d7fad375f563" -d '{"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-deleted", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:29.514905 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bce99e-a67b-4088-b5a5-18fd0573f61d x-openstack-request-id: req-77bce99e-a67b-4088-b5a5-18fd0573f61d {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:29.515347 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7d51c-7f2d-416d-af0f-b56b65a55eab", "name": "network-vif-deleted", "tag": "7d01ff43-ea6d-4630-86d7-4cf8dedfad6d", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:29.515714 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77bce99e-a67b-4088-b5a5-18fd0573f61d {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:29.516259 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7d51c-7f2d-416d-af0f-b56b65a55eab', 'name': 'network-vif-deleted', 'tag': '7d01ff43-ea6d-4630-86d7-4cf8dedfad6d', 'status': 'completed', 'code': 200} Jun 18 18:14:29.702945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac90b9d-e5fd-40dd-be64-e2b3d27accb4 req-50e1ade5-f7ea-4749-8214-61ed45dded1b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:29.704438 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8ac90b9d-e5fd-40dd-be64-e2b3d27accb4 req-50e1ade5-f7ea-4749-8214-61ed45dded1b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0707052 Jun 18 18:14:29.743643 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8ac90b9d-e5fd-40dd-be64-e2b3d27accb4 req-936a6684-6c6c-4ea1-a676-24a8c4bf3f8e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333557 Jun 18 18:14:30.024946 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a771fca5-10d6-4764-b544-e92f3347c34d req-740abc37-1035-4570-9aa2-414acfc9c6e2 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d7d51c-7f2d-416d-af0f-b56b65a55eab HTTP/1.1" status: 200 len: 210 time: 0.0355573 Jun 18 18:14:30.312535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceef06-90d0-43c5-87fe-0ffdcaba284c req-0298810c-ff21-45ff-8c41-6a61452f79cd tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:30.314022 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cdceef06-90d0-43c5-87fe-0ffdcaba284c req-0298810c-ff21-45ff-8c41-6a61452f79cd tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0641074 Jun 18 18:14:30.354145 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cdceef06-90d0-43c5-87fe-0ffdcaba284c req-7454dfd1-51f0-41f5-827a-ed9dc95d7b6d tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Jun 18 18:14:30.938633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679838-e1c8-4af0-b3dc-875dc820c496 req-48986dc4-3dc6-4aed-b173-ec25d8a29334 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:30.940173 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4d679838-e1c8-4af0-b3dc-875dc820c496 req-48986dc4-3dc6-4aed-b173-ec25d8a29334 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0715325 Jun 18 18:14:30.988282 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4d679838-e1c8-4af0-b3dc-875dc820c496 req-e9791ae1-2ae6-4c71-b14c-83e58e7db938 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423379 Jun 18 18:14:31.535291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2983a-9ac3-4ad6-8159-c0cc15b18b44 req-bb2fa1cc-6113-4627-980d-375bc69d16fa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:31.536765 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-40e2983a-9ac3-4ad6-8159-c0cc15b18b44 req-bb2fa1cc-6113-4627-980d-375bc69d16fa tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0689373 Jun 18 18:14:31.574943 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-40e2983a-9ac3-4ad6-8159-c0cc15b18b44 req-cd817437-d60a-4a8b-aca2-5aece475867c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jun 18 18:14:31.741808 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63678b6c-bcc3-43a9-9fa3-d4c5050e4274 req-24d59397-033c-45a4-97b9-852ded030d61 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:31.743214 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63678b6c-bcc3-43a9-9fa3-d4c5050e4274 req-24d59397-033c-45a4-97b9-852ded030d61 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.0638669 Jun 18 18:14:31.781799 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63678b6c-bcc3-43a9-9fa3-d4c5050e4274 req-52d3c9b5-01c3-4f61-ab23-5412c443d799 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Jun 18 18:14:32.177899 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8f213-1955-4b1b-866d-a2c1874cc91c req-edf86535-4b3e-4e4e-b2b9-cdb3c31b0e80 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:32.179371 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-16c8f213-1955-4b1b-866d-a2c1874cc91c req-edf86535-4b3e-4e4e-b2b9-cdb3c31b0e80 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0703940 Jun 18 18:14:32.218389 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-16c8f213-1955-4b1b-866d-a2c1874cc91c req-79b842be-de4f-42e3-9a15-7c43fb914b97 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Jun 18 18:14:32.371725 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:32.383957 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-354e6910-19ac-49ab-a586-0d54f53b896b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:32.385438 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-354e6910-19ac-49ab-a586-0d54f53b896b tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0704248 Jun 18 18:14:32.486334 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Deleting port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:32.486671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:32.579688 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] For port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:32.580043 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:32.644175 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Calling delete_port for 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:32.753763 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15390c5a-7517-4cf2-9050-3dfeba7cfc80 req-147c71b3-35ed-4d68-8be6-021220418234 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:32.755271 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-15390c5a-7517-4cf2-9050-3dfeba7cfc80 req-147c71b3-35ed-4d68-8be6-021220418234 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 945 time: 0.0667048 Jun 18 18:14:32.798432 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-15390c5a-7517-4cf2-9050-3dfeba7cfc80 req-3d5eed5e-ba7e-4cea-9cc8-ed0110f34a3c tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663cf24-e769-4470-a6af-478ac0dfdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Jun 18 18:14:32.834906 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:32.838755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:32.856936 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:32.863239 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Pushing event deleted for resources: {'Port': ['ID=7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:32.866894 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:32.922840 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] No DVR routers for this DVR port 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:32.925260 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:32.927295 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a23c7741-96b3-49cd-b97b-ed0733830b4f req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.35 "DELETE /v2.0/ports/7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 HTTP/1.1" status: 204 len: 173 time: 0.5347071 Jun 18 18:14:32.927804 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'name': 'network-vif-deleted', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:32.930108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc586644-7ac7-44bb-9544-4426fe3c1585" -d '{"events": [{"server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "name": "network-vif-deleted", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:32.967074 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f681c-4959-4f9a-8b6b-a60f26063bd9 x-openstack-request-id: req-ec9f681c-4959-4f9a-8b6b-a60f26063bd9 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:32.967529 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f508c5-6125-4dc7-85cd-3a50483c25ea", "name": "network-vif-deleted", "tag": "7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:32.967910 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec9f681c-4959-4f9a-8b6b-a60f26063bd9 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:32.968367 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f508c5-6125-4dc7-85cd-3a50483c25ea', 'name': 'network-vif-deleted', 'tag': '7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5', 'status': 'completed', 'code': 200} Jun 18 18:14:32.976013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060442-1613-466c-96dd-8369dddf3d62 req-5b8f362e-be11-4728-8930-8ad13f3c6fd5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:32.977531 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f060442-1613-466c-96dd-8369dddf3d62 req-5b8f362e-be11-4728-8930-8ad13f3c6fd5 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.0675399 Jun 18 18:14:33.031209 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f060442-1613-466c-96dd-8369dddf3d62 req-4a8a1388-eea4-4dfd-8a3d-a04a0a06ff86 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Jun 18 18:14:33.405064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9de0-c100-4457-aa6c-39f3ed35a44b req-10acef90-520f-4a8a-832d-f04c417d14b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:33.406627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3b6c9de0-c100-4457-aa6c-39f3ed35a44b req-10acef90-520f-4a8a-832d-f04c417d14b6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0706103 Jun 18 18:14:33.419025 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-9883d674-6f13-46ad-b2c3-f904d4b4df2e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:33.420528 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-9883d674-6f13-46ad-b2c3-f904d4b4df2e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 945 time: 0.0692184 Jun 18 18:14:33.447619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3b6c9de0-c100-4457-aa6c-39f3ed35a44b req-3dbe4fbf-b518-4d8b-b2e3-e36c04188dc6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352092 Jun 18 18:14:33.538131 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Deleting port 25394a9b-dffb-43ff-9fd0-68756ad113eb {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:33.538401 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:33.881307 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] For port 25394a9b-dffb-43ff-9fd0-68756ad113eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25394a9b-dffb-43ff-9fd0-68756ad113eb,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:33.881681 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:33.951000 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Calling delete_port for 25394a9b-dffb-43ff-9fd0-68756ad113eb owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:33.957619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dbdc79dd-cab9-4a79-9b85-6a8a1471f5bf req-8e3be90f-2563-41f8-b528-39583983d9c0 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f508c5-6125-4dc7-85cd-3a50483c25ea HTTP/1.1" status: 200 len: 210 time: 0.0308626 Jun 18 18:14:34.143594 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:34.148230 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5a8da508-a5f7-48ce-828e-0330aae7fe9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:34.163772 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503', '25394a9b-dffb-43ff-9fd0-68756ad113eb'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:34.174928 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event deleted for resources: {'Port': ['ID=25394a9b-dffb-43ff-9fd0-68756ad113eb,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:34.177266 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:34.188407 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79d9e267-86b5-42af-bbda-1e6351b239d8 req-fe73db50-44d7-4398-934a-5b35d60deddf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0316641 Jun 18 18:14:34.224788 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] No DVR routers for this DVR port 25394a9b-dffb-43ff-9fd0-68756ad113eb on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:34.227125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:34.229167 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b5d5282c-6cdb-4d33-b619-2bd8565f766f req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "DELETE /v2.0/ports/25394a9b-dffb-43ff-9fd0-68756ad113eb HTTP/1.1" status: 204 len: 173 time: 0.8013358 Jun 18 18:14:34.642350 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f33d2-f38f-4b64-8606-70a3ff33b501 req-9073ffe8-7617-4a73-8fe1-f79c7d5c61fd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:34.643861 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-391f33d2-f38f-4b64-8606-70a3ff33b501 req-9073ffe8-7617-4a73-8fe1-f79c7d5c61fd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.0751007 Jun 18 18:14:34.686131 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-391f33d2-f38f-4b64-8606-70a3ff33b501 req-321540fa-d2a9-4fc2-b51b-b34d928e9f84 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358784 Jun 18 18:14:34.874135 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:14:34.969808 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'name': 'network-vif-deleted', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:34.972361 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025a03c-78b3-453a-bfa8-6cf5838f75fd" -d '{"events": [{"server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "name": "network-vif-deleted", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:35.012938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d0c637-ec9b-43c4-a5c2-852ee28da0d3 x-openstack-request-id: req-77d0c637-ec9b-43c4-a5c2-852ee28da0d3 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:35.013274 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d737-7991-47dd-b5fe-94d40eeab978", "name": "network-vif-deleted", "tag": "25394a9b-dffb-43ff-9fd0-68756ad113eb", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:35.013561 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77d0c637-ec9b-43c4-a5c2-852ee28da0d3 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:35.013988 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d737-7991-47dd-b5fe-94d40eeab978', 'name': 'network-vif-deleted', 'tag': '25394a9b-dffb-43ff-9fd0-68756ad113eb', 'status': 'completed', 'code': 200} Jun 18 18:14:35.071046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36656) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:35.400349 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21a9510f-1db0-4054-bddf-3c9c76e8e0ac req-46666f73-9989-4667-be81-4dfd4e01c644 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c53d737-7991-47dd-b5fe-94d40eeab978 HTTP/1.1" status: 200 len: 210 time: 0.0671444 Jun 18 18:14:35.539730 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:35.593653 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25394a9b-dffb-43ff-9fd0-68756ad113eb no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:35.619155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 25394a9b-dffb-43ff-9fd0-68756ad113eb {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:35.619647 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25394a9b-dffb-43ff-9fd0-68756ad113eb not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:35.620152 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:35.639518 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:35.639865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7f1f6ee3-00bd-4d7d-8a44-42ba29690ca5 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:36.022443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324014-c07a-465c-a8f9-4e18aa316ff8 req-5f5f736e-cd76-4896-bdb4-e84bb40a0b52 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:36.024112 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41324014-c07a-465c-a8f9-4e18aa316ff8 req-5f5f736e-cd76-4896-bdb4-e84bb40a0b52 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1283164 Jun 18 18:14:36.090600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41324014-c07a-465c-a8f9-4e18aa316ff8 req-930e58eb-cb6f-4c6f-b5ae-2ee4461cedb0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602369 Jun 18 18:14:36.130963 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Deleting port 3659e24d-99e9-47eb-b3d7-377ea6b37180 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:36.131228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:36.216869 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] For port 3659e24d-99e9-47eb-b3d7-377ea6b37180, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3659e24d-99e9-47eb-b3d7-377ea6b37180,segment=NetworkSegment(bb8d3135-56a5-4daf-8d7d-8103d9aff9cb),segment_id=bb8d3135-56a5-4daf-8d7d-8103d9aff9cb)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:36.217329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:36.286363 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Calling delete_port for 3659e24d-99e9-47eb-b3d7-377ea6b37180 owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:36.571698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:36.573892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:36.596208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3659e24d-99e9-47eb-b3d7-377ea6b37180,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:36.600054 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:36.773901 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.001597 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:14:37.117923 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:14:37.124345 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/c9e2a8e5-7aa8-49cc-96db-cf112915fc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0507250 Jun 18 18:14:37.126119 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36674) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:37.128627 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Sync routers for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:14:37.145046 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:14:37.145775 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:14:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:37.267304 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:14:37.283744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks [] for router, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.346344 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0a4cf-fe13-43a7-bd85-62ef28d62dfa req-aa8b0b01-c8db-498a-89f2-311c6133db18 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:37.347904 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-57b0a4cf-fe13-43a7-bd85-62ef28d62dfa req-aa8b0b01-c8db-498a-89f2-311c6133db18 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 943 time: 0.1229239 Jun 18 18:14:37.431171 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-57b0a4cf-fe13-43a7-bd85-62ef28d62dfa req-d33b4286-bb24-4596-8ba3-01198eea1647 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518131 Jun 18 18:14:37.439123 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.557868 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:14:36Z', 'revision_number': 5, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port': {'id': '8392a403-7fe0-4067-822b-c4e75efaa3fd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:46Z', 'updated_at': '2021-06-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:37.583429 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Checking router: c9e2a8e5-7aa8-49cc-96db-cf112915fc92 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:14:37.589812 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:14:37.592250 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Routers {'c9e2a8e5-7aa8-49cc-96db-cf112915fc92'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:14:37.592704 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Deleting port 8392a403-7fe0-4067-822b-c4e75efaa3fd {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:37.592891 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:14:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:37.593075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.676390 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] For port 8392a403-7fe0-4067-822b-c4e75efaa3fd, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8392a403-7fe0-4067-822b-c4e75efaa3fd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:37.676737 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.682506 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] Set router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 gateway port host: None {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:14:37.690333 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:37.702463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'mac_address': 'fa:16:3e:9c:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:14:37.740111 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:14:37Z', 'revision_number': 6, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:37.744549 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.750130 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Calling delete_port for 8392a403-7fe0-4067-822b-c4e75efaa3fd owned by network:router_gateway {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:37.760040 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:14:37.768041 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810364c5-35d5-4ec5-8f1c-846226d96ab9 None None] The sync data for ids ['c9e2a8e5-7aa8-49cc-96db-cf112915fc92'] in dv-cinder-796113-5-iscsi is: [{'id': 'c9e2a8e5-7aa8-49cc-96db-cf112915fc92', 'name': 'tempest-ServerRescueNegativeTestJSON-249495330-router', 'tenant_id': '2aac711c99f84ed6b723bb761a40d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:14:37Z', 'revision_number': 6, 'project_id': '2aac711c99f84ed6b723bb761a40d324', 'gw_port_host': None}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:14:37.789160 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:37.909247 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:37.915331 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:37.966963 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=9']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:37.969386 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:38.063509 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.065620 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e2357481-35ff-41ca-a958-9a70593fcf24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:38.088428 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Pushing event deleted for resources: {'Port': ['ID=8392a403-7fe0-4067-822b-c4e75efaa3fd,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:38.092686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:38.160346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.195076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['e818a37a-5753-4e27-bb67-7613228d1f22'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:38.284157 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.286457 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.463519 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.464000 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e2a8e5-7aa8-49cc-96db-cf112915fc92 {{(pid=93524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:14:38.472950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.472950 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c9e2a8e5-7aa8-49cc-96db-cf112915fc92 HTTP/1.1" status: 204 len: 168 time: 1.3440809 Jun 18 18:14:38.474149 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36690) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:38.518421 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Deleting subnet 9de498cf-a62d-4c4e-8563-908b0d9a4979 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:14:38.521383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.597512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.600371 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3659e24d-99e9-47eb-b3d7-377ea6b37180 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:38.623785 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 3659e24d-99e9-47eb-b3d7-377ea6b37180 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:38.624136 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3659e24d-99e9-47eb-b3d7-377ea6b37180 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:38.669967 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.725272 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0eb00-0890-4874-8b45-259b1c4cc980 req-dc5b6764-d1b0-4561-be0a-ced6992ed1f3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:38.725272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25d0eb00-0890-4874-8b45-259b1c4cc980 req-dc5b6764-d1b0-4561-be0a-ced6992ed1f3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.1665471 Jun 18 18:14:38.791313 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25d0eb00-0890-4874-8b45-259b1c4cc980 req-a39744fb-9106-43a0-8867-eef139e08410 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607228 Jun 18 18:14:38.806566 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61e83-bc2f-4ebc-a5d9-ba97f2903ba7 req-da816b59-ae0e-47e6-9f11-38e3e08ce3bd tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:38.808087 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbb61e83-bc2f-4ebc-a5d9-ba97f2903ba7 req-da816b59-ae0e-47e6-9f11-38e3e08ce3bd tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1501276 Jun 18 18:14:38.851219 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbb61e83-bc2f-4ebc-a5d9-ba97f2903ba7 req-cba6f304-aba3-4cfd-a987-ff10bc0fc463 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jun 18 18:14:38.875165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.877455 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-15a55b2d-cf53-4fac-a276-361c329f2322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:38.902236 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de498cf-a62d-4c4e-8563-908b0d9a4979,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:38.905895 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:38.906871 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:38.910669 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-20d7fa2b-3b6d-4c95-ba69-71d4c7e66f65 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9de498cf-a62d-4c4e-8563-908b0d9a4979 HTTP/1.1" status: 204 len: 168 time: 0.4335310 Jun 18 18:14:38.911370 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36694) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:38.988597 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.065239 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.075417 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6908cd8a-3375-4eac-9708-954d566b5816']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:39.085270 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:39.085564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8d3135-56a5-4daf-8d7d-8103d9aff9cb') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:39.094166 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.107259 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.112945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:14:39.113324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:14:39.114903 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:14:39.518518 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.522190 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:39.530535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:39.530535 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] 10.222.0.42 "DELETE /v2.0/networks/6908cd8a-3375-4eac-9708-954d566b5816 HTTP/1.1" status: 204 len: 168 time: 0.6144845 Jun 18 18:14:39.537608 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6908cd8a-3375-4eac-9708-954d566b5816,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:39.540020 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-22b18bb3-a462-4c2f-b439-0da6196159ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:40.022980 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21004532-1d2a-4b9f-b602-8df52fca66ba req-9e02fc94-9078-493f-a6b2-eba926f4e772 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:40.024476 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21004532-1d2a-4b9f-b602-8df52fca66ba req-9e02fc94-9078-493f-a6b2-eba926f4e772 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.0945594 Jun 18 18:14:40.043402 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36706) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:40.084355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1975de-6aaf-4f15-a9d0-04408f24826f req-9102e5d6-9b4d-448f-b7f4-730fc65e0633 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:40.085158 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-62e5726a-b2a2-47b6-88e2-fcf470f49098 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2aac711c99f84ed6b723bb761a40d324&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398293 Jun 18 18:14:40.085735 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9f1975de-6aaf-4f15-a9d0-04408f24826f req-9102e5d6-9b4d-448f-b7f4-730fc65e0633 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1184721 Jun 18 18:14:40.087712 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36708) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:40.088647 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-21004532-1d2a-4b9f-b602-8df52fca66ba req-31db053f-a520-4cd4-89f0-f5962d925c89 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573773 Jun 18 18:14:40.126012 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9f1975de-6aaf-4f15-a9d0-04408f24826f req-85cd5f56-103a-4888-8067-539262be551e tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jun 18 18:14:40.152892 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8392a403-7fe0-4067-822b-c4e75efaa3fd no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:40.153917 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:40.172373 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 8392a403-7fe0-4067-822b-c4e75efaa3fd {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:40.172730 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8392a403-7fe0-4067-822b-c4e75efaa3fd not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:40.176082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:40.325403 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:40.328416 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:40.329571 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3663cf24-e769-4470-a6af-478ac0dfdcd9 HTTP/1.1" status: 204 len: 168 time: 0.2409585 Jun 18 18:14:40.330536 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bb6fd805-303e-44f4-866f-c4dfa10e078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:40.338322 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3663cf24-e769-4470-a6af-478ac0dfdcd9,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:40.341951 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:41.316586 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3741f-abf7-44bb-973f-97c808cde0c2 req-35bb1c3f-9fbd-4d06-82e6-1b272a7bc5ff tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:41.318054 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6eb3741f-abf7-44bb-973f-97c808cde0c2 req-35bb1c3f-9fbd-4d06-82e6-1b272a7bc5ff tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.1088123 Jun 18 18:14:41.333696 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9a5bc-5fc4-4963-975e-f9dc45e6ac78 req-133ffd03-a4bf-4462-936c-3abea7fd9abf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:41.335178 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dda9a5bc-5fc4-4963-975e-f9dc45e6ac78 req-133ffd03-a4bf-4462-936c-3abea7fd9abf tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.0946445 Jun 18 18:14:41.387941 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6eb3741f-abf7-44bb-973f-97c808cde0c2 req-484cf5b1-cf14-4988-b07d-e498abcc5566 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630436 Jun 18 18:14:41.400428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dda9a5bc-5fc4-4963-975e-f9dc45e6ac78 req-330d23d3-520d-4985-87ed-f9cdc586f415 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jun 18 18:14:42.248012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-03aca918-a62a-4c79-9706-b6023556451a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:42.249970 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-03aca918-a62a-4c79-9706-b6023556451a tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.0673745 Jun 18 18:14:42.353910 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Deleting port 49a505a6-4f50-4884-9231-4a899e5f0503 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:14:42.354250 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:42.453661 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] For port 49a505a6-4f50-4884-9231-4a899e5f0503, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=49a505a6-4f50-4884-9231-4a899e5f0503,segment=NetworkSegment(03a87e9e-2250-41d2-b8ae-691eaf836b92),segment_id=03a87e9e-2250-41d2-b8ae-691eaf836b92)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:42.454109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:42.535374 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Calling delete_port for 49a505a6-4f50-4884-9231-4a899e5f0503 owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:14:42.649913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01356f-1736-41af-82ea-84417d755df5 req-436bac78-d83b-429b-a4b4-ecebe7e72dc0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:42.651600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bc01356f-1736-41af-82ea-84417d755df5 req-436bac78-d83b-429b-a4b4-ecebe7e72dc0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 946 time: 0.1130800 Jun 18 18:14:42.662196 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1755eb-3cb8-4ddc-8db7-aab4c06577e5 req-6da7c73d-a736-4fbb-9c39-065087397a1b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:42.663753 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa1755eb-3cb8-4ddc-8db7-aab4c06577e5 req-6da7c73d-a736-4fbb-9c39-065087397a1b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.1136692 Jun 18 18:14:42.724813 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bc01356f-1736-41af-82ea-84417d755df5 req-0837fef4-e5de-4839-a8ea-890b0d22741c tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/security-groups?id=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Jun 18 18:14:42.732362 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fa1755eb-3cb8-4ddc-8db7-aab4c06577e5 req-34245856-130e-411c-bdca-64a93ea7ec2c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529735 Jun 18 18:14:42.751785 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:42.757679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9edcbda2-dfa9-4559-af38-64cb510da89c tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:42.767401 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['49a505a6-4f50-4884-9231-4a899e5f0503'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:14:42.794967 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Pushing event deleted for resources: {'Port': ['ID=49a505a6-4f50-4884-9231-4a899e5f0503,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:42.807367 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.807811 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.814685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:42.818829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:42.858173 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] No DVR routers for this DVR port 49a505a6-4f50-4884-9231-4a899e5f0503 on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:14:42.860780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:42.862814 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-80297f46-9405-48d9-8916-ee0fb87f2f95 req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.35 "DELETE /v2.0/ports/49a505a6-4f50-4884-9231-4a899e5f0503 HTTP/1.1" status: 204 len: 173 time: 0.6059046 Jun 18 18:14:42.863308 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'name': 'network-vif-deleted', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:42.865719 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9353d-e1d0-410f-9426-883c8900f01d" -d '{"events": [{"server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "name": "network-vif-deleted", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:42.905410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6ff84-2190-433f-8faa-71e9ef64a6b8 x-openstack-request-id: req-cfa6ff84-2190-433f-8faa-71e9ef64a6b8 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:42.905410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b3466-e830-4457-8043-0e5f7a5f6129", "name": "network-vif-deleted", "tag": "49a505a6-4f50-4884-9231-4a899e5f0503", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:42.905410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfa6ff84-2190-433f-8faa-71e9ef64a6b8 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:42.905410 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b3466-e830-4457-8043-0e5f7a5f6129', 'name': 'network-vif-deleted', 'tag': '49a505a6-4f50-4884-9231-4a899e5f0503', 'status': 'completed', 'code': 200} Jun 18 18:14:43.112773 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36780) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:43.228690 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.322615 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.440309 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.442900 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-97262a6c-e74b-4fcb-9914-a6e7af25ee31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:43.479297 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54f7f73bc15d49a2a956222c7ae17dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654287 Jun 18 18:14:43.480188 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14f2f69-57b8-49f6-9336-57f324cdd2a1,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:43.482671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36784) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:43.483873 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:43.539037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.561131 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.652282 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:14:43.704572 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port e818a37a-5753-4e27-bb67-7613228d1f22 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:14:43.704572 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.779618 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.802203 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:14:43.804519 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981f501-d500-41bc-b669-053609fe3313" -d '{"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:14:43.819542 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:14:43.821327 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.824251 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.828835 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f14f2f69-57b8-49f6-9336-57f324cdd2a1 HTTP/1.1" status: 204 len: 168 time: 0.3419788 Jun 18 18:14:43.828835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d27458dd-2dcd-44e9-bf7a-279e746f317a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:43.834783 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14f2f69-57b8-49f6-9336-57f324cdd2a1,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:43.842812 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.843185 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.843614 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.843896 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.844329 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.844678 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.845373 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.847590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.848136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.848689 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.849203 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.850084 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:14:43.864866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:43.925210 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eaaf6d21-1c96-49f6-9837-e84878a8e141 req-827b419b-feba-4942-aee9-e01716f4ee60 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] 10.222.0.42 "GET /v2.0/ports?device_id=d70b3466-e830-4457-8043-0e5f7a5f6129 HTTP/1.1" status: 200 len: 210 time: 0.0332139 Jun 18 18:14:43.930302 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:43.932234 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d709c8fc-cdc3-412b-9a73-966320abe2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:43.974402 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebd1a-1575-4146-89b5-5f1d3f687a79 req-fd8433be-a681-443a-bec3-87d5af021755 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:43.980917 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-544ebd1a-1575-4146-89b5-5f1d3f687a79 req-fd8433be-a681-443a-bec3-87d5af021755 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 944 time: 0.1183767 Jun 18 18:14:43.988811 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ef7ba-a5e5-4855-b74b-c21b198f5461 x-openstack-request-id: req-712ef7ba-a5e5-4855-b74b-c21b198f5461 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:14:43.989112 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:14:43.989374 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-712ef7ba-a5e5-4855-b74b-c21b198f5461 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:14:43.989768 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'code': 200} Jun 18 18:14:43.994370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=10']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:44.001105 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:44.021699 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-544ebd1a-1575-4146-89b5-5f1d3f687a79 req-a0ec77f0-3c47-458a-a931-105407e029d1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385864 Jun 18 18:14:44.612614 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36800) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:44.627371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:44.713655 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:44.788889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:44.792471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:44.827861 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc47423385b84c0a9dea6fc6fb00c5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141533 Jun 18 18:14:44.829051 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4083b2b3-0b1b-4daa-984e-968fbab5430d,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:44.830550 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36802) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:44.832165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:44.879319 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:44.901039 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.011577 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.014755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.015949 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4083b2b3-0b1b-4daa-984e-968fbab5430d HTTP/1.1" status: 204 len: 168 time: 0.1843393 Jun 18 18:14:45.016772 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8988cde3-4690-4a39-94c0-7ce0715d17f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:45.022680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36808) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:45.025270 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083b2b3-0b1b-4daa-984e-968fbab5430d,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:45.032862 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:45.072237 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Deleting subnet 1bbde94d-98b9-4fb4-bcba-2052646360f5 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:14:45.074047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.109750 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.163295 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.254650 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2b64-43f7-4b74-a537-86bf4d4efc7c req-1948d708-582c-4a4a-8e20-9b7e59ae9dc1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:45.256144 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-461f2b64-43f7-4b74-a537-86bf4d4efc7c req-1948d708-582c-4a4a-8e20-9b7e59ae9dc1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.1062152 Jun 18 18:14:45.295293 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-461f2b64-43f7-4b74-a537-86bf4d4efc7c req-a9c09351-de8c-42e5-843e-9d3d6f2b2efb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336123 Jun 18 18:14:45.360574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.363815 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:45.392201 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbde94d-98b9-4fb4-bcba-2052646360f5,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:45.395271 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:45.396265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.402285 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-b6b1b7bf-91da-4bb1-b204-4621732ba439 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1bbde94d-98b9-4fb4-bcba-2052646360f5 HTTP/1.1" status: 204 len: 168 time: 0.3757918 Jun 18 18:14:45.403437 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 36814) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:45.470213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.553165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.567487 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1b9ecc-f13a-4637-8649-09c83271a8bf']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:45.579938 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a87e9e-2250-41d2-b8ae-691eaf836b92') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:45.580781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a87e9e-2250-41d2-b8ae-691eaf836b92') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:14:45.595356 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.610307 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.616234 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:14:45.616715 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:14:45.618431 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:14:45.760549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.766891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:45.769725 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c1b9ecc-f13a-4637-8649-09c83271a8bf HTTP/1.1" status: 204 len: 168 time: 0.3653052 Jun 18 18:14:45.770492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:45.783220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1b9ecc-f13a-4637-8649-09c83271a8bf,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:45.789766 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7984de49-e80a-4a15-ae99-a6a59b2edc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:46.198529 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36836) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:46.244312 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-6649c40b-48cc-4ad5-ace4-2838a478b948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be97e15df4ec4656bd55d1e7068077b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443699 Jun 18 18:14:46.246700 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 36838) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:46.296146 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:46.318869 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:46.451832 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:46.454922 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:46.458371 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daeb44c6-3be7-4e91-b76d-0e6d2b61d08c HTTP/1.1" status: 204 len: 168 time: 0.2085085 Jun 18 18:14:46.458371 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d666067e-8b85-469b-b29c-9e9f2f987f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:46.464817 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb44c6-3be7-4e91-b76d-0e6d2b61d08c,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:46.467655 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:46.489522 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb8360-d010-46e1-8b1f-5a4739dba227 req-a62bd1ff-e465-4f8b-8e3a-6ed0f9a90004 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:46.491375 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b8eb8360-d010-46e1-8b1f-5a4739dba227 req-a62bd1ff-e465-4f8b-8e3a-6ed0f9a90004 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0756087 Jun 18 18:14:46.533511 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b8eb8360-d010-46e1-8b1f-5a4739dba227 req-b7672f2c-edb4-4835-a707-3d82db8e95f4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350814 Jun 18 18:14:47.473828 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dac2a-2d1f-4ad2-ad7f-9316ddb58ac8 req-c86320d5-7b9a-40e4-bc2b-30026f073243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:47.475936 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-812dac2a-2d1f-4ad2-ad7f-9316ddb58ac8 req-c86320d5-7b9a-40e4-bc2b-30026f073243 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0559013 Jun 18 18:14:47.513959 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-812dac2a-2d1f-4ad2-ad7f-9316ddb58ac8 req-412fb171-496f-48ca-a2d2-1ca9ca803649 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Jun 18 18:14:47.651588 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 49a505a6-4f50-4884-9231-4a899e5f0503 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:14:47.678068 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 49a505a6-4f50-4884-9231-4a899e5f0503 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:14:47.678697 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 49a505a6-4f50-4884-9231-4a899e5f0503 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:14:47.728923 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2ab9b-93e9-47b7-9f71-8217258f5843 req-8636805c-61d6-45a2-8af6-ab6295c43b3c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:47.730849 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d8a2ab9b-93e9-47b7-9f71-8217258f5843 req-8636805c-61d6-45a2-8af6-ab6295c43b3c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0772145 Jun 18 18:14:47.772333 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d8a2ab9b-93e9-47b7-9f71-8217258f5843 req-a3cfda05-c86b-495a-990f-c86571f2a143 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Jun 18 18:14:48.951247 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6722-23e2-48a4-add6-3aab94af8496 req-a8b8763e-92df-460f-a859-bde2dca59f30 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:48.952795 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-924b6722-23e2-48a4-add6-3aab94af8496 req-a8b8763e-92df-460f-a859-bde2dca59f30 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0633371 Jun 18 18:14:48.992187 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-924b6722-23e2-48a4-add6-3aab94af8496 req-778b86e1-3d63-4136-afc5-6f95475731d8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Jun 18 18:14:50.174372 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccabcbb-2193-4969-bab9-bcedf8136b90 req-82c3a9cf-383c-437e-bef6-1ddb28582c1f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:50.175845 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7ccabcbb-2193-4969-bab9-bcedf8136b90 req-82c3a9cf-383c-437e-bef6-1ddb28582c1f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0682976 Jun 18 18:14:50.218696 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7ccabcbb-2193-4969-bab9-bcedf8136b90 req-381da1e9-ab5b-4d52-bec1-7bb2ff225da0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327733 Jun 18 18:14:51.397069 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2be03-936d-4961-a727-43fde026117e req-35c153a6-2ad2-4e57-baba-f86a814252fa tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:51.398782 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0ab2be03-936d-4961-a727-43fde026117e req-35c153a6-2ad2-4e57-baba-f86a814252fa tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0629416 Jun 18 18:14:51.437588 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0ab2be03-936d-4961-a727-43fde026117e req-2045f0d2-4ae8-44b9-bb2f-c9bc6b8dcd3b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Jun 18 18:14:52.600172 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f4546a93-f2f8-4473-a5ef-53fdfc16feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:52.628280 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b73f3-5284-4f82-ba72-b27aed7a9313 req-05950f3d-6dd9-48ac-8bb8-57c302911851 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:52.630778 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf3b73f3-5284-4f82-ba72-b27aed7a9313 req-05950f3d-6dd9-48ac-8bb8-57c302911851 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0739989 Jun 18 18:14:52.674520 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf3b73f3-5284-4f82-ba72-b27aed7a9313 req-493f71a8-dc53-41ee-8fa3-90e1704306ee tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344656 Jun 18 18:14:53.875663 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9758ba-31a3-44d0-89fe-effcf2c0bfc1 req-f196d829-a8f9-4bde-8c6e-70ae94c75fdf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:53.877230 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a9758ba-31a3-44d0-89fe-effcf2c0bfc1 req-f196d829-a8f9-4bde-8c6e-70ae94c75fdf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0700054 Jun 18 18:14:53.916987 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a9758ba-31a3-44d0-89fe-effcf2c0bfc1 req-af6a7990-babc-4e96-9465-6895face3b96 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333364 Jun 18 18:14:54.946004 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37060) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:55.089632 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.184460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.188689 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-dca38fcb-43ff-40a4-8426-56639cd2f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.308756 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.311449 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:55.347718 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8012bb9e01044bbaaa066153c258a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005859 Jun 18 18:14:55.348692 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853b15a-d06c-4f98-9e87-d4369ec760ac,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:55.350583 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37068) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:55.351790 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:55.402522 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.424207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.447496 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.551639 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.556868 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:55.558175 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8853b15a-d06c-4f98-9e87-d4369ec760ac HTTP/1.1" status: 204 len: 168 time: 0.2065392 Jun 18 18:14:55.578794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0ec84c5e-53c6-45ca-952e-738ae0a2a357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:55.586580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853b15a-d06c-4f98-9e87-d4369ec760ac,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:55.589152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:55.635107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15852-bdff-4fbd-8e9e-4bc44bbddcdc req-8581e6ae-876a-43f6-a2b9-4288eb0497e0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:55.640867 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58a15852-bdff-4fbd-8e9e-4bc44bbddcdc req-8581e6ae-876a-43f6-a2b9-4288eb0497e0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1004760 Jun 18 18:14:55.676054 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58a15852-bdff-4fbd-8e9e-4bc44bbddcdc req-0c0df7d3-6652-40da-97b2-3f8b6972d97d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337548 Jun 18 18:14:56.310401 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37116) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:56.336202 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.383583 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.419164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.525817 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.529146 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91695455-36db-40a0-b464-da8602756f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:56.564953 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=799aa26284544f46af1a5068b4a2943c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534332 Jun 18 18:14:56.565826 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eba041-128a-4ace-aa0f-72178beb76ed,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:56.567789 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37124) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:56.568777 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:56.619488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.640764 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.863152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.865975 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:56.867105 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1eba041-128a-4ace-aa0f-72178beb76ed HTTP/1.1" status: 204 len: 168 time: 0.2980206 Jun 18 18:14:56.867505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e700-ece5-4482-a791-27712573d277 req-12f2173b-70ac-4d08-861e-373a2e5487d5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:56.868109 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-41b83f4c-4a01-423e-ba94-87faca9f2f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:56.869025 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5018e700-ece5-4482-a791-27712573d277 req-12f2173b-70ac-4d08-861e-373a2e5487d5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0717905 Jun 18 18:14:56.876416 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eba041-128a-4ace-aa0f-72178beb76ed,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:56.878763 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:56.913714 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5018e700-ece5-4482-a791-27712573d277 req-d512b7f1-7aea-476a-9f22-ab513d7e9b6f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Jun 18 18:14:58.085786 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:58.086323 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161ba0-74ea-452e-890e-a4fbf891255e req-8b058df5-0308-4c42-82c2-3025a86ca2ba tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:58.087362 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ab161ba0-74ea-452e-890e-a4fbf891255e req-8b058df5-0308-4c42-82c2-3025a86ca2ba tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Jun 18 18:14:58.125586 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ab161ba0-74ea-452e-890e-a4fbf891255e req-05605e40-15ed-4073-ae00-587bafbdbdad tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Jun 18 18:14:59.051219 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37178) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:59.153161 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.247415 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.334645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824dbb8-19f1-4296-b7c5-8ef20fdf4e98 req-1be9249e-948b-4f83-90a0-bdfc7bf3c0e5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:14:59.336087 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5824dbb8-19f1-4296-b7c5-8ef20fdf4e98 req-1be9249e-948b-4f83-90a0-bdfc7bf3c0e5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0798540 Jun 18 18:14:59.360120 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.362741 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4f953779-bc49-497b-92d7-6e118996895e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:59.373646 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5824dbb8-19f1-4296-b7c5-8ef20fdf4e98 req-4888df63-e8a8-425f-9438-9c406cdb80d3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Jun 18 18:14:59.404360 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44f66b5b071a47d2906c5167fcae7480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520024 Jun 18 18:14:59.405362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef376aa-faca-40ff-9694-b441ea40a1c9,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:59.407589 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37188) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:14:59.408529 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:14:59.461118 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.482380 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.605489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.608061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:14:59.609214 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bef376aa-faca-40ff-9694-b441ea40a1c9 HTTP/1.1" status: 204 len: 168 time: 0.2003541 Jun 18 18:14:59.609981 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-42c413d4-6b35-48a5-a78c-e7ccb2c26123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:14:59.617492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef376aa-faca-40ff-9694-b441ea40a1c9,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:14:59.619694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:00.611033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616492be-5c59-4995-8da6-bfc737553792 req-735e435b-9eb3-40f7-8be4-237c1d5463b4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:00.616497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-616492be-5c59-4995-8da6-bfc737553792 req-735e435b-9eb3-40f7-8be4-237c1d5463b4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1213682 Jun 18 18:15:00.647214 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d096b-4e47-44ba-8285-35b14dd19a05 req-c997ea50-8cf5-4d48-9d3c-01484947ed36 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:00.649239 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d9d096b-4e47-44ba-8285-35b14dd19a05 req-c997ea50-8cf5-4d48-9d3c-01484947ed36 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.1090591 Jun 18 18:15:00.685797 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-616492be-5c59-4995-8da6-bfc737553792 req-ee092302-8caf-46fa-a544-f8740f337cbe tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649824 Jun 18 18:15:00.711213 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d9d096b-4e47-44ba-8285-35b14dd19a05 req-debf3e29-8d38-4bb6-9e0e-6add1cd82435 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Jun 18 18:15:00.758561 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439352-76df-4722-9d61-2991a6abd9a7 req-03a69422-2dd9-43ac-81c4-5713a9f9dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:00.760669 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-03a69422-2dd9-43ac-81c4-5713a9f9dc01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0726500 Jun 18 18:15:00.876503 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439352-76df-4722-9d61-2991a6abd9a7 req-3ad8eace-767e-4d75-8780-bac3ca12010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:00.876503 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-3ad8eace-767e-4d75-8780-bac3ca12010d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 911 time: 0.0893226 Jun 18 18:15:00.946167 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-27670278-7dbc-4c1a-8732-d381308acfe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 999 time: 0.0613556 Jun 18 18:15:00.968361 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37230) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:01.001964 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439352-76df-4722-9d61-2991a6abd9a7 req-3598cf7f-d8e4-433f-b36c-ed418a4b670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:01.003430 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-3598cf7f-d8e4-433f-b36c-ed418a4b670e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0480533 Jun 18 18:15:01.062784 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439352-76df-4722-9d61-2991a6abd9a7 req-4bd427f1-d843-4717-8461-bf4b064719cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:01.064337 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-4bd427f1-d843-4717-8461-bf4b064719cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540826 Jun 18 18:15:01.131096 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.178461 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-317b27ed-8024-4873-8c46-32f283c470cf service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059122 Jun 18 18:15:01.233568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.273756 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-83439352-76df-4722-9d61-2991a6abd9a7 req-b93f80be-2ff9-4678-8127-9b117d0b38d3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864153 Jun 18 18:15:01.360354 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.362994 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-aa9e8c7f-f21a-48ea-a3d7-d259151686f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:01.397054 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d872b-318e-4c74-8e3a-4a47b9d565a3,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:01.404899 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c7dd043df784d0a975f105d562192e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354274 Jun 18 18:15:01.407772 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d12f5dd3-e73b-4706-b9d0-a4745a627231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:01.407772 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37242) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:01.458589 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.477146 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.638944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.641632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:01.645147 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566d872b-318e-4c74-8e3a-4a47b9d565a3 HTTP/1.1" status: 204 len: 168 time: 0.2355444 Jun 18 18:15:01.645147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f4e7b7fb-e07b-494e-a7b3-c2ce53dcab70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:01.653713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d872b-318e-4c74-8e3a-4a47b9d565a3,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:01.656090 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:01.912064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8def64-c59b-44b1-abb8-0b8595529412 req-e777c2d3-1c95-46e7-be93-6eaf3fa9a82d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:01.913581 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6b8def64-c59b-44b1-abb8-0b8595529412 req-e777c2d3-1c95-46e7-be93-6eaf3fa9a82d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1101720 Jun 18 18:15:01.927294 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59f37-9c5d-4b2c-b5e8-450b42d8baca req-7789d42b-fb25-4ba1-b9c8-08ed5f57d8cb tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:01.934505 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0aa59f37-9c5d-4b2c-b5e8-450b42d8baca req-7789d42b-fb25-4ba1-b9c8-08ed5f57d8cb tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.0952592 Jun 18 18:15:01.990843 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6b8def64-c59b-44b1-abb8-0b8595529412 req-e446790c-3ba3-418e-899c-7d25192df984 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708802 Jun 18 18:15:01.998980 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0aa59f37-9c5d-4b2c-b5e8-450b42d8baca req-a07743d3-25c6-4535-bca9-3c8267afa0ae tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623608 Jun 18 18:15:02.404497 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-d8716e08-afa1-4c87-bd38-bcbac55d4835 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:02.406054 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-d8716e08-afa1-4c87-bd38-bcbac55d4835 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 945 time: 0.0776956 Jun 18 18:15:02.491610 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:02.550235 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Deleting port 25c06198-5b74-42bc-90ae-e65ccebb8588 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:15:02.550235 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:02.646132 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] For port 25c06198-5b74-42bc-90ae-e65ccebb8588, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25c06198-5b74-42bc-90ae-e65ccebb8588,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:02.649605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:02.713260 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Calling delete_port for 25c06198-5b74-42bc-90ae-e65ccebb8588 owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:15:02.931754 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:02.937493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:02.951149 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['25c06198-5b74-42bc-90ae-e65ccebb8588'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:15:02.964042 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Pushing event deleted for resources: {'Port': ['ID=25c06198-5b74-42bc-90ae-e65ccebb8588,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:02.967243 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:03.015839 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] No DVR routers for this DVR port 25c06198-5b74-42bc-90ae-e65ccebb8588 on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:15:03.018456 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:03.020795 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b3313eb1-78a3-404e-bac6-a16d1b0efebe req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "DELETE /v2.0/ports/25c06198-5b74-42bc-90ae-e65ccebb8588 HTTP/1.1" status: 204 len: 173 time: 0.6083281 Jun 18 18:15:03.022206 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'name': 'network-vif-deleted', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:03.024116 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a92f6e-984b-473a-a0fe-a42105ced2b9" -d '{"events": [{"server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "name": "network-vif-deleted", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:03.069010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bab3e30-eeca-458f-8e1c-538715ae87c2 x-openstack-request-id: req-1bab3e30-eeca-458f-8e1c-538715ae87c2 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:03.069420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a66b6a-b9e5-4f9c-94a3-9d000d78da51", "name": "network-vif-deleted", "tag": "25c06198-5b74-42bc-90ae-e65ccebb8588", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:03.069934 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bab3e30-eeca-458f-8e1c-538715ae87c2 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:03.070591 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a66b6a-b9e5-4f9c-94a3-9d000d78da51', 'name': 'network-vif-deleted', 'tag': '25c06198-5b74-42bc-90ae-e65ccebb8588', 'status': 'completed', 'code': 200} Jun 18 18:15:03.211468 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be416145-4571-4847-bcb9-7fba02bebbd2 req-1ba08057-363c-402d-a2b9-f19412ddd464 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.0356455 Jun 18 18:15:03.228798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3ecb5-cfd1-42e9-beb4-b9fc5441e232 req-a5c04209-e998-4d08-ae67-11714203cb2e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:03.230342 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efa3ecb5-cfd1-42e9-beb4-b9fc5441e232 req-a5c04209-e998-4d08-ae67-11714203cb2e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0993848 Jun 18 18:15:03.280859 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-efa3ecb5-cfd1-42e9-beb4-b9fc5441e232 req-63236b14-ebde-4df9-b0f5-6f342970f486 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Jun 18 18:15:04.370556 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b7775ee0-a744-4880-892c-54a002a6597c req-e079f275-cd16-4e43-9394-8c9825d92bd8 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=14a66b6a-b9e5-4f9c-94a3-9d000d78da51 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jun 18 18:15:04.459826 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813ffa8-818c-4627-8f8b-db2044d01814 req-51ec36ad-d3e8-48db-a485-9b6e3e7b8b8b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:04.464168 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9813ffa8-818c-4627-8f8b-db2044d01814 req-51ec36ad-d3e8-48db-a485-9b6e3e7b8b8b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0695517 Jun 18 18:15:04.464326 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37318) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:04.503839 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9813ffa8-818c-4627-8f8b-db2044d01814 req-c127d70a-e1ec-4fe3-a6dd-d91bc18a7ac7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Jun 18 18:15:04.580635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:04.669807 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:04.873443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:04.876322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:04.914012 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2e7ed38edec4e5783fb31c798a0495a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487660 Jun 18 18:15:04.914997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9321ba7-6947-45f5-a244-c83199d4a753,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:04.916641 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37328) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:04.918891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:04.965481 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:05.000276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:05.152384 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:05.155654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:05.156834 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9321ba7-6947-45f5-a244-c83199d4a753 HTTP/1.1" status: 204 len: 168 time: 0.2390914 Jun 18 18:15:05.157598 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-276983a4-5277-481c-b4bd-9193d98531a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:05.167301 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9321ba7-6947-45f5-a244-c83199d4a753,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:05.169060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:05.688969 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6a64-2d6c-449d-b285-80c5f01635a5 req-53b4ce9f-8771-4427-8bde-94e5c8301da7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:05.690327 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-59bb6a64-2d6c-449d-b285-80c5f01635a5 req-53b4ce9f-8771-4427-8bde-94e5c8301da7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0711524 Jun 18 18:15:05.728176 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-59bb6a64-2d6c-449d-b285-80c5f01635a5 req-ed7af0ed-5e90-47f3-8b01-3d59e2c43207 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315661 Jun 18 18:15:06.122349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37352) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:06.135700 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.228835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.429747 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.434685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-320e9787-7629-4532-9153-be7f287e0608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:06.473232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a0f77bc7e574874ac578bb5daaf3b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497820 Jun 18 18:15:06.475843 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37356) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:06.478958 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5691b37-d40f-4731-949a-c43d4225c2a4,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:06.483438 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:06.533798 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.556438 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.841324 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.844052 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:06.845247 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5691b37-d40f-4731-949a-c43d4225c2a4 HTTP/1.1" status: 204 len: 168 time: 0.3684139 Jun 18 18:15:06.845987 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-469590c8-50ec-4748-a363-b309b0a1b0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:06.859959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5691b37-d40f-4731-949a-c43d4225c2a4,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:06.863759 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:06.902891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d1f3-12af-4da1-814b-5b11fcbb85a8 req-52c4035c-9de2-47b7-82d8-d007c7cb28d8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:06.904664 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ea9d1f3-12af-4da1-814b-5b11fcbb85a8 req-52c4035c-9de2-47b7-82d8-d007c7cb28d8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0649970 Jun 18 18:15:06.942976 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2ea9d1f3-12af-4da1-814b-5b11fcbb85a8 req-6a37473c-141f-4fcf-97ec-ac1f3cd78722 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Jun 18 18:15:07.666340 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3855-8df6-44f2-8784-57ef7114d509 req-f52c3fc3-d3c0-4be8-ab4a-d36e42ba1175 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:07.666340 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-723a3855-8df6-44f2-8784-57ef7114d509 req-f52c3fc3-d3c0-4be8-ab4a-d36e42ba1175 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0806694 Jun 18 18:15:07.703802 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-723a3855-8df6-44f2-8784-57ef7114d509 req-5870f5bb-0d8a-42e2-9103-ee1f2f5a2d1e tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Jun 18 18:15:07.913771 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25c06198-5b74-42bc-90ae-e65ccebb8588 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:15:07.934519 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 25c06198-5b74-42bc-90ae-e65ccebb8588 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:15:07.934791 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 25c06198-5b74-42bc-90ae-e65ccebb8588 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:15:08.889186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcf622-1239-4fbf-842f-d6d7e8d2283a req-b419bc2b-3e51-442f-bdf3-ab0b155e9610 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:08.890699 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-77fcf622-1239-4fbf-842f-d6d7e8d2283a req-b419bc2b-3e51-442f-bdf3-ab0b155e9610 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Jun 18 18:15:08.931821 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-77fcf622-1239-4fbf-842f-d6d7e8d2283a req-99295e92-ad74-4e59-af4b-7726e37ffc5b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354650 Jun 18 18:15:09.946978 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-49e72d54-88d8-49f1-974a-ed1d24300e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:09.948406 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-49e72d54-88d8-49f1-974a-ed1d24300e98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0593600 Jun 18 18:15:10.040483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-9d19c497-4aee-4596-b674-a159dc00345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:10.042297 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-9d19c497-4aee-4596-b674-a159dc00345e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 911 time: 0.0861218 Jun 18 18:15:10.113369 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f092584-1568-4b2b-92e6-d8a7513afc76 req-9ddb2672-3718-4347-a436-8d870e5e3aaf tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:10.114816 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6f092584-1568-4b2b-92e6-d8a7513afc76 req-9ddb2672-3718-4347-a436-8d870e5e3aaf tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0681796 Jun 18 18:15:10.122639 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-b55347a0-fc82-4d34-8b73-6d41e396843a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 200 len: 999 time: 0.0722051 Jun 18 18:15:10.163647 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6f092584-1568-4b2b-92e6-d8a7513afc76 req-336fbebf-594c-43dd-9c24-26b817075078 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Jun 18 18:15:10.178635 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-0bfbac1a-0518-4fb7-b6c1-bc10cfac81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:10.180197 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-0bfbac1a-0518-4fb7-b6c1-bc10cfac81b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0508380 Jun 18 18:15:10.240439 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-a6482c08-a14c-486c-a63d-d6de13350a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:10.241911 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-a6482c08-a14c-486c-a63d-d6de13350a89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541399 Jun 18 18:15:10.347271 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-9c9f22b5-ea87-4255-b40f-1affcaba4fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968995 Jun 18 18:15:10.443244 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3539c32b-da66-43c6-967e-2b3d50c3437c req-d4bd0604-ca8a-4242-b74e-9b47c82f3417 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855858 Jun 18 18:15:11.340317 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce860-9ccd-4099-b63a-c928c6f5fb76 req-fdbf4476-aa76-469c-a0e0-5e46bfb7b356 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:11.341760 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1e0ce860-9ccd-4099-b63a-c928c6f5fb76 req-fdbf4476-aa76-469c-a0e0-5e46bfb7b356 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0675206 Jun 18 18:15:11.387410 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1e0ce860-9ccd-4099-b63a-c928c6f5fb76 req-4aadd2b9-d57a-4982-88e2-df006f33d807 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Jun 18 18:15:11.872225 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:15:12.571726 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290b666-ef0d-494e-9ec8-dead77635674 req-0aae5e3b-8958-49be-9948-0a717abe456c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:12.573629 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2290b666-ef0d-494e-9ec8-dead77635674 req-0aae5e3b-8958-49be-9948-0a717abe456c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0706992 Jun 18 18:15:12.612174 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2290b666-ef0d-494e-9ec8-dead77635674 req-83a6578f-8e42-4809-bae3-12938f6e097c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Jun 18 18:15:17.229311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-32136c73-eed2-490b-8b69-daaf07fd0020 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:17.231189 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-32136c73-eed2-490b-8b69-daaf07fd0020 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/networks?id=d74facba-720f-4e1f-85eb-535291188a67 HTTP/1.1" status: 200 len: 813 time: 0.1007040 Jun 18 18:15:17.246644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f902067b-666a-43c1-9317-0fcbb1b9eba2 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/quotas/299dea9d9c5041e3819afb8651b109e7 HTTP/1.1" status: 200 len: 375 time: 0.0090885 Jun 18 18:15:17.280245 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-08a056f0-e984-4fb7-b676-b1dc933669e4 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286734 Jun 18 18:15:17.371403 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f49ae96f-7859-4a19-9126-4d366d03d7cd service neutron] 10.222.0.42 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Jun 18 18:15:17.467967 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-88e9aad1-853d-4491-9595-de2ef327b948 service neutron] 10.222.0.42 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882452 Jun 18 18:15:17.789719 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4529bd8a-f4ff-4b56-8faf-8913e4f8970d req-b95a120a-4797-4c4b-a9ca-ee8a414c1312 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Jun 18 18:15:18.485075 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37584) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:18.592365 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:18.683379 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:18.811520 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:18.815985 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d888761e-9e35-4984-bcb7-3d0d5c36362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:18.856819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d116e7f-2f74-478a-839c-0b49045c9e92,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:18.860334 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:18.862959 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84f4c750cc044fff889f3df67c113363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768666 Jun 18 18:15:18.868824 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37596) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:18.876514 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9cdbfef0-6233-4f6f-91d2-a86ab5e409d2 req-026bb32a-5f57-47ec-96c7-daa5c117b6fa tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0354924 Jun 18 18:15:18.919206 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:18.940887 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:19.232589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:19.235102 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:19.236258 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d116e7f-2f74-478a-839c-0b49045c9e92 HTTP/1.1" status: 204 len: 168 time: 0.3662422 Jun 18 18:15:19.252444 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4270c0fc-3329-441b-80d4-70ddd13f8716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:19.252444 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d116e7f-2f74-478a-839c-0b49045c9e92,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:19.252444 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:20.018259 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-af50e815-55af-429b-a53a-a59abd5af57d req-e3fae800-899a-4973-a8b9-9e31e3574b1e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Jun 18 18:15:20.108320 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37610) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:20.121468 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.207727 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.290827 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.293509 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-bb33950f-7c1e-4162-90fb-b75a54d74148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:20.329086 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=558a12c5937e44bab24922fb9192c51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196589 Jun 18 18:15:20.329977 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7766f24-057b-4ac5-b682-7764fe4f20fd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:20.331749 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37612) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:20.332929 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:20.381724 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.403283 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.569429 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.572055 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:20.573319 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7766f24-057b-4ac5-b682-7764fe4f20fd HTTP/1.1" status: 204 len: 168 time: 0.2404628 Jun 18 18:15:20.574560 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:20.582256 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7766f24-057b-4ac5-b682-7764fe4f20fd,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:20.584515 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:20.769500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-c281f72c-2cd2-4789-b365-c418fb3a0d69 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:20.770830 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-c281f72c-2cd2-4789-b365-c418fb3a0d69 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "GET /v2.0/networks?id=d74facba-720f-4e1f-85eb-535291188a67 HTTP/1.1" status: 200 len: 813 time: 0.1012962 Jun 18 18:15:20.785931 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Request body: {'port': {'device_id': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67', 'admin_state_up': True, 'tenant_id': '299dea9d9c5041e3819afb8651b109e7'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:21.063149 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Made reservation on behalf of 299dea9d9c5041e3819afb8651b109e7 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:15:21.067406 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.172648 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-68bb6c97-be57-4d08-9f67-b2432eadfb4b req-051f0017-a0ee-404f-b790-ccd183733141 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0365543 Jun 18 18:15:21.220585 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Allocated IP 172.20.0.3 (d74facba-720f-4e1f-85eb-535291188a67/647db240-6ea6-4254-a82b-9c5314adca21/5b68ec7a-bc24-400c-b721-f71f940327ba) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:15:21.386553 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.462132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37638) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:21.475394 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.562671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.628897 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.633079 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:21.678000 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Network d74facba-720f-4e1f-85eb-535291188a67 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:15:21.681414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:15:21.685284 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:15:21.711757 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Pushing event updated for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:21.716623 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:21.740411 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:21.741016 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.742593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.746423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9630dcef-e34b-4270-9a07-07514c4e01c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:21.782328 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eeb98c5c3a6243e6be39f4ce52448bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191118 Jun 18 18:15:21.784443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7ba93-d449-4801-91f4-d382db9e1769,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:21.785089 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37644) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:21.787531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:21.837636 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.859770 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:21.953447 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714134 Jun 18 18:15:21.967263 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Request body: {'port': {'device_id': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:22.046447 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.145372 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.148141 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.149271 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29a7ba93-d449-4801-91f4-d382db9e1769 HTTP/1.1" status: 204 len: 168 time: 0.3631890 Jun 18 18:15:22.152007 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f25ba221-5023-4b4d-8602-686645ad6a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:22.165547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7ba93-d449-4801-91f4-d382db9e1769,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:22.174257 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:22.332588 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b68ec7a-bc24-400c-b721-f71f940327ba {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:15:22.340196 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.351917 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Transition to ACTIVE for port object 5b68ec7a-bc24-400c-b721-f71f940327ba will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:15:22.388443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58806759-22db-4b97-a593-fb38455ac009 req-349d062a-c4f6-472b-8fa8-2da5ecbd9f60 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:22.389934 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58806759-22db-4b97-a593-fb38455ac009 req-349d062a-c4f6-472b-8fa8-2da5ecbd9f60 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 931 time: 0.0631499 Jun 18 18:15:22.427033 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-58806759-22db-4b97-a593-fb38455ac009 req-a3ed04f9-a467-4d63-b984-6f9debcb38bc tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Jun 18 18:15:22.495097 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.497794 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:22.588652 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:22.598436 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:22.609686 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e7152ec6-183b-4979-9793-e180ca842a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.663726 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Attempting to bind port 5b68ec7a-bc24-400c-b721-f71f940327ba on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:15:22.664068 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Attempting to bind port 5b68ec7a-bc24-400c-b721-f71f940327ba by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:15:22.664430 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Attempting to bind port 5b68ec7a-bc24-400c-b721-f71f940327ba on network d74facba-720f-4e1f-85eb-535291188a67 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:15:22.669203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Port 5b68ec7a-bc24-400c-b721-f71f940327ba on network d74facba-720f-4e1f-85eb-535291188a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:15:22.669520 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Attempting to bind port 5b68ec7a-bc24-400c-b721-f71f940327ba on network d74facba-720f-4e1f-85eb-535291188a67 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:15:22.674304 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:15:22.674640 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Checking segment: {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:15:22.675022 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Bound using segment: {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:15:22.675450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Bound port: 5b68ec7a-bc24-400c-b721-f71f940327ba, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:15:22.675804 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.743446 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:15:22.747195 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5b68ec7a-bc24-400c-b721-f71f940327ba,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:15:22.840494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.842903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:22.883189 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:22.883799 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:22.885208 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/5b68ec7a-bc24-400c-b721-f71f940327ba HTTP/1.1" status: 200 len: 1093 time: 0.9230423 Jun 18 18:15:22.887354 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:22.889651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:22.906860 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:22.909946 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:22.928391 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ac797-9723-42d3-bdfc-d16c2a8dc66c x-openstack-request-id: req-763ac797-9723-42d3-bdfc-d16c2a8dc66c {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:22.928724 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:22.929010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-763ac797-9723-42d3-bdfc-d16c2a8dc66c {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:22.929435 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba', 'status': 'completed', 'code': 200} Jun 18 18:15:23.004437 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-6bf4aa6e-9880-45ac-a483-b1d6c6214bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.005953 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-6bf4aa6e-9880-45ac-a483-b1d6c6214bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 1096 time: 0.0537832 Jun 18 18:15:23.109354 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-10afe791-a784-4dfa-85bc-9e755910c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.110806 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-10afe791-a784-4dfa-85bc-9e755910c797 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=299dea9d9c5041e3819afb8651b109e7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0972445 Jun 18 18:15:23.444399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-7360716e-6f10-4e02-8558-56504e6fbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.445843 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-5c0dedda-9420-47b1-a535-0e79ecaf5aa5 req-7360716e-6f10-4e02-8558-56504e6fbfcc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3278029 Jun 18 18:15:23.540825 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-7defbb94-5bc2-477e-bc9b-3277fa419c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.542310 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-7defbb94-5bc2-477e-bc9b-3277fa419c9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=299dea9d9c5041e3819afb8651b109e7&device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 1096 time: 0.0547159 Jun 18 18:15:23.588730 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-8d9ffdea-60e6-413d-af6b-7e850c449fd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b68ec7a-bc24-400c-b721-f71f940327ba HTTP/1.1" status: 200 len: 217 time: 0.0371027 Jun 18 18:15:23.608247 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445e9a2-773b-40eb-b2da-91e0498517dd req-fb9243e6-f040-40d2-ac58-951ffe7160ff tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.609789 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6445e9a2-773b-40eb-b2da-91e0498517dd req-fb9243e6-f040-40d2-ac58-951ffe7160ff tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 943 time: 0.0706685 Jun 18 18:15:23.645988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-3780dfae-6c57-43a9-a211-266c272938dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:23.648157 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-3780dfae-6c57-43a9-a211-266c272938dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=647db240-6ea6-4254-a82b-9c5314adca21 HTTP/1.1" status: 200 len: 853 time: 0.0528953 Jun 18 18:15:23.653392 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6445e9a2-773b-40eb-b2da-91e0498517dd req-05cd8997-d0d7-4d6d-936d-41da0b38c452 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Jun 18 18:15:23.687890 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-b4b426db-c997-4799-a007-2e0ff2687cb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d74facba-720f-4e1f-85eb-535291188a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325098 Jun 18 18:15:23.783935 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-93a8f834-c561-43da-ba25-fbc575767a60 service neutron] 10.222.0.35 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882254 Jun 18 18:15:23.874286 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-142209a3-7df8-4314-bc96-9abb74bb5509 req-6aca3fc0-c840-4047-b3b1-6ba8abc88dd4 service neutron] 10.222.0.35 "GET /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821788 Jun 18 18:15:24.850345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3240e-d041-4fa1-bee5-7d168cc9b1ad req-242057d8-db74-4d52-a089-9e1f43d63e6c tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:24.851791 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60b3240e-d041-4fa1-bee5-7d168cc9b1ad req-242057d8-db74-4d52-a089-9e1f43d63e6c tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 943 time: 0.0698638 Jun 18 18:15:24.891518 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60b3240e-d041-4fa1-bee5-7d168cc9b1ad req-12d05d82-1763-4387-9776-8415b78a16d3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Jun 18 18:15:25.182871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-812be7b5-f924-40e4-99fe-12972bf7457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:25.626635 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:26.071461 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790ba17-9c7f-432f-9354-2df859d200c1 req-cb8debdd-85fc-491f-982c-d70ed276134a tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:26.072973 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8790ba17-9c7f-432f-9354-2df859d200c1 req-cb8debdd-85fc-491f-982c-d70ed276134a tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 943 time: 0.0665262 Jun 18 18:15:26.113616 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8790ba17-9c7f-432f-9354-2df859d200c1 req-96c18742-9033-4d11-8f68-b390735869fe tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Jun 18 18:15:26.535739 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:27.311297 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025d8e-bfad-4aff-b938-f22f7922eef0 req-8b64ddc2-9d67-4809-94f3-138e742f49d0 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:27.312958 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-18025d8e-bfad-4aff-b938-f22f7922eef0 req-8b64ddc2-9d67-4809-94f3-138e742f49d0 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 943 time: 0.0835345 Jun 18 18:15:27.370267 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-18025d8e-bfad-4aff-b938-f22f7922eef0 req-2f45354c-df5b-435b-b816-5dc3faec7d4b tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509145 Jun 18 18:15:27.810385 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5b68ec7a-bc24-400c-b721-f71f940327ba details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:15:27.910248 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5b68ec7a-bc24-400c-b721-f71f940327ba,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:27.922865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '5b68ec7a-bc24-400c-b721-f71f940327ba', 'network_id': 'd74facba-720f-4e1f-85eb-535291188a67', 'port_id': '5b68ec7a-bc24-400c-b721-f71f940327ba', 'mac_address': 'fa:16:3e:e0:53:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647db240-6ea6-4254-a82b-9c5314adca21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:15:27.974374 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:27.991417 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b68ec7a-bc24-400c-b721-f71f940327ba {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:15:28.025172 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5b68ec7a-bc24-400c-b721-f71f940327ba,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:28.146552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:28.194376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:28.196247 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:28.247425 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:28.255414 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.255842 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.256207 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.256576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.256913 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.257239 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.257563 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.257924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.258323 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.258627 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.258951 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.259268 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:28.265938 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:28.511386 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['5b68ec7a-bc24-400c-b721-f71f940327ba'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:15:28.551891 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf580a-43f5-402e-a6dc-52def2590cfd req-26beb32a-219e-4a4d-a284-044695b8cb63 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:28.554274 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e5cf580a-43f5-402e-a6dc-52def2590cfd req-26beb32a-219e-4a4d-a284-044695b8cb63 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 944 time: 0.0686026 Jun 18 18:15:28.599299 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e5cf580a-43f5-402e-a6dc-52def2590cfd req-fb2fe2a2-c4ea-498b-852d-809664c1e574 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382285 Jun 18 18:15:29.804694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b97f-4f47-4a20-b51e-5ed888043397 req-260f2fad-f628-48dd-96cb-fcb3a1ed6277 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:29.806239 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-67b7b97f-4f47-4a20-b51e-5ed888043397 req-260f2fad-f628-48dd-96cb-fcb3a1ed6277 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 944 time: 0.0740962 Jun 18 18:15:29.826177 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5b68ec7a-bc24-400c-b721-f71f940327ba up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:15:29.851123 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-67b7b97f-4f47-4a20-b51e-5ed888043397 req-8df27dce-7054-4003-927c-35fef4b4a583 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Jun 18 18:15:30.054947 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 5b68ec7a-bc24-400c-b721-f71f940327ba completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:15:30.060259 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 5b68ec7a-bc24-400c-b721-f71f940327ba triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:15:30.060526 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:30.149970 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:30.177212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:30.185322 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb9ec9-154f-463f-8131-b092dc8ae023" -d '{"events": [{"server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "name": "network-vif-plugged", "status": "completed", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:30.215826 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5b68ec7a-bc24-400c-b721-f71f940327ba,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:30.234284 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c0f4b-19b2-46de-93f1-c647d259e70b x-openstack-request-id: req-fb5c0f4b-19b2-46de-93f1-c647d259e70b {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:30.234788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "name": "network-vif-plugged", "status": "completed", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:30.235202 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb5c0f4b-19b2-46de-93f1-c647d259e70b {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:30.235667 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba', 'code': 200} Jun 18 18:15:30.375216 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:30.377087 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-d80089d8-42e7-4ed0-91fe-bf400ae707e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:30.424590 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:30.427839 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:30.837566 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a62f5-7e9e-4807-9925-a4983f198c72 req-d3962b9c-12b9-4ec7-b952-a6d7dc9a08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:30.839071 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b33a62f5-7e9e-4807-9925-a4983f198c72 req-d3962b9c-12b9-4ec7-b952-a6d7dc9a08ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 1098 time: 0.0619915 Jun 18 18:15:30.884216 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b33a62f5-7e9e-4807-9925-a4983f198c72 req-f7119bdc-4a25-4315-bd05-4ecbc89b52fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366354 Jun 18 18:15:31.040813 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec9336-7c9a-4777-b6b7-eb04eb4e6786 req-afe8866a-eb85-417b-93dc-cdd5f79ab057 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:31.042329 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-38ec9336-7c9a-4777-b6b7-eb04eb4e6786 req-afe8866a-eb85-417b-93dc-cdd5f79ab057 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 945 time: 0.0670791 Jun 18 18:15:31.083703 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-38ec9336-7c9a-4777-b6b7-eb04eb4e6786 req-e5c97340-b0e5-4e4f-a2fd-52b5f2622ccf tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Jun 18 18:15:31.271964 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97809224-8ca1-4cfc-abba-4c93ab069fe1 req-da67693b-715e-4abd-813a-0bebd46313f0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:31.273805 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97809224-8ca1-4cfc-abba-4c93ab069fe1 req-da67693b-715e-4abd-813a-0bebd46313f0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0800259 Jun 18 18:15:31.542545 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97809224-8ca1-4cfc-abba-4c93ab069fe1 req-b1bbb3e1-0316-4b3c-aa50-fa4f0a53b07b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609475 Jun 18 18:15:32.288332 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8add-3d7f-490f-9798-cad2accd1c61 req-3bbfe90c-3fce-4e82-832e-c9f27e420e69 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:32.290013 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3fec8add-3d7f-490f-9798-cad2accd1c61 req-3bbfe90c-3fce-4e82-832e-c9f27e420e69 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 18 18:15:32.333230 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3fec8add-3d7f-490f-9798-cad2accd1c61 req-109fc758-1c23-4130-af75-8560994be3fe tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Jun 18 18:15:32.439802 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:32.722585 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3996e15-4db2-4bed-90da-9dc402a765d4 req-e2448426-cc93-4e49-bf31-8fef43fda681 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:32.724199 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e3996e15-4db2-4bed-90da-9dc402a765d4 req-e2448426-cc93-4e49-bf31-8fef43fda681 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0666137 Jun 18 18:15:32.765693 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e3996e15-4db2-4bed-90da-9dc402a765d4 req-c21aadfe-c2b4-4ceb-bf61-ee832b53cc2c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ab95afc-23ac-48a5-9769-50bc3e181641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356603 Jun 18 18:15:32.886242 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-f4fd9ff1-44f4-42d5-af53-11cec35bb493 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:32.887703 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-f4fd9ff1-44f4-42d5-af53-11cec35bb493 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 946 time: 0.0657389 Jun 18 18:15:33.007565 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Deleting port e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:15:33.007845 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:33.101433 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] For port e818a37a-5753-4e27-bb67-7613228d1f22, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e818a37a-5753-4e27-bb67-7613228d1f22,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:33.101788 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:33.321705 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:33.322033 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:33.322525 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Floating IP ea09c75e-61e0-45dc-915f-40b5d85cadff disassociated. External IP: 172.27.2.18, port: e818a37a-5753-4e27-bb67-7613228d1f22. Jun 18 18:15:33.322750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Calling delete_port for e818a37a-5753-4e27-bb67-7613228d1f22 owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:15:33.611565 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:33.616209 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7e0ba9b0-cca8-4c0d-afab-ca09da7a885e tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:33.645688 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'Port': ['ID=e818a37a-5753-4e27-bb67-7613228d1f22,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:33.649467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:33.821802 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:15:33.949027 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:15:33.958939 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b0f38d70-cd94-41c0-bde1-c229aa0a2fab req-61692cc1-5539-4200-ad84-8b1e5c775463 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0488400 Jun 18 18:15:33.963805 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:15:33.976005 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:15:33.976759 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:33.999889 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] No DVR routers for this DVR port e818a37a-5753-4e27-bb67-7613228d1f22 on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:15:34.002639 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:34.004706 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-71f63bad-d8ce-40e0-96c0-3016f4160d94 req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "DELETE /v2.0/ports/e818a37a-5753-4e27-bb67-7613228d1f22 HTTP/1.1" status: 204 len: 173 time: 1.1053014 Jun 18 18:15:34.005382 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-deleted', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:34.007894 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb8351-2bf9-4da6-bcb4-8cbdb3279c1f" -d '{"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-deleted", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:34.050904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a44dd0-2b70-42b6-8add-3f82f73dd58a x-openstack-request-id: req-67a44dd0-2b70-42b6-8add-3f82f73dd58a {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:34.050904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bcde5d-05cf-4c5b-aca8-55b35da28ec3", "name": "network-vif-deleted", "tag": "e818a37a-5753-4e27-bb67-7613228d1f22", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:34.050904 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67a44dd0-2b70-42b6-8add-3f82f73dd58a {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:34.050904 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bcde5d-05cf-4c5b-aca8-55b35da28ec3', 'name': 'network-vif-deleted', 'tag': 'e818a37a-5753-4e27-bb67-7613228d1f22', 'status': 'completed', 'code': 200} Jun 18 18:15:34.100552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:15:34.437153 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:34.467195 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:15:34.475416 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:15:34.476024 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:34.579220 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:15:34.771473 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:34.798579 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148cee2b-9efa-4f6a-8931-d72ba7ac6d6c None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:15:35.039254 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76687f-8af7-4734-a69c-6b8c81082f51 None None] New status for floating IP ea09c75e-61e0-45dc-915f-40b5d85cadff: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:15:35.169702 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5531a8b4-62c5-4e57-8cd7-c77aab45b976 req-5dcb23d5-7935-468b-9ef1-b7ebd1d6a339 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9bcde5d-05cf-4c5b-aca8-55b35da28ec3 HTTP/1.1" status: 200 len: 210 time: 0.0388248 Jun 18 18:15:36.481380 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37912) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:36.545293 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:36.573401 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:36.786671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:36.789421 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:36.790585 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "DELETE /v2.0/security-groups/0ab95afc-23ac-48a5-9769-50bc3e181641 HTTP/1.1" status: 204 len: 168 time: 0.3082120 Jun 18 18:15:36.791368 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0d9da94f-f380-4203-a447-0bff58cc9e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:36.793473 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37914) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:36.801551 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab95afc-23ac-48a5-9769-50bc3e181641,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:36.803970 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:36.816816 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.api.v2.resource [None req-128cced7-7dad-46ca-8fda-a39b361cbf2b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] show failed (client error): The resource could not be found. Jun 18 18:15:36.817809 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-128cced7-7dad-46ca-8fda-a39b361cbf2b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups/0ab95afc-23ac-48a5-9769-50bc3e181641 HTTP/1.1" status: 404 len: 347 time: 0.0232253 Jun 18 18:15:36.820947 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37916) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:36.959512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37920) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:36.966679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Deleting port fd81e1ce-b82d-44e5-8798-7023bb3b32c9 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:15:36.967056 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.046264 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.046627 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.070341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.114362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Calling delete_port for fd81e1ce-b82d-44e5-8798-7023bb3b32c9 owned by network:floatingip {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:15:37.163744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.272944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.275750 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b9ef7c12-a42d-43fd-b1f1-19552e08a8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:37.320501 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b376a6eb78e744d9ba857ea2b4493a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599255 Jun 18 18:15:37.321824 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec801a4-338e-4e7f-992b-96a3af57efdd,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:37.325358 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37928) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:37.327476 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:37.378013 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.382019 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:37.407042 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.413856 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'Port': ['ID=fd81e1ce-b82d-44e5-8798-7023bb3b32c9,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:37.423441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:37.473268 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.515499 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.518026 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.519148 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "DELETE /v2.0/floatingips/ea09c75e-61e0-45dc-915f-40b5d85cadff HTTP/1.1" status: 204 len: 168 time: 0.6968052 Jun 18 18:15:37.639806 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.649872 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:37.649872 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ec801a4-338e-4e7f-992b-96a3af57efdd HTTP/1.1" status: 204 len: 168 time: 0.3152525 Jun 18 18:15:37.649872 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-afb49c65-b4fa-4ab7-8b03-80d93de9f852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:37.655859 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec801a4-338e-4e7f-992b-96a3af57efdd,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:37.659277 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-17eb6813-8489-4c2d-badd-0995edaaf8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:37.872250 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:15:37.893388 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: e818a37a-5753-4e27-bb67-7613228d1f22 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:15:37.893732 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device e818a37a-5753-4e27-bb67-7613228d1f22 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:15:38.006180 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37944) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:38.011252 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847960321', 'description': 'tempest-description--1699831729'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:38.144950 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.229219 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.411488 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.415898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-adc4c877-dd63-4a4a-955a-d8a77c6c233c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:38.452863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70a3cca-b279-47f5-af55-64ab1a588082,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:38.455517 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:38.592107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37958) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:38.599722 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.600841 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5936112 Jun 18 18:15:38.605052 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37960) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:38.607399 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.609945 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group_rule': {'security_group_id': 'e70a3cca-b279-47f5-af55-64ab1a588082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:38.641189 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.db.api [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 18:15:38.641189 dv-cinder-796113-5-iscsi neutron-server[93524]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 18:15:38.641189 dv-cinder-796113-5-iscsi neutron-server[93524]: [parameters: {'project_id': '52b7cd5bb304462eaa407b397ef47312', 'id': '58f08b8b-de2f-43f1-a24f-caee6151fdd6', 'expiration': datetime.datetime(2021, 6, 18, 18, 17, 38, 625865)}] Jun 18 18:15:38.641189 dv-cinder-796113-5-iscsi neutron-server[93524]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 18:15:38.641674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_db.api [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 18:15:38.736188 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.783580 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.931225 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:38.933804 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:38.950908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7353b60-f960-4a5f-9641-071ee9077fbe,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:38.953400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:39.142860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.146756 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.151575 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5422702 Jun 18 18:15:39.151575 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37962) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:39.157331 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'security_group_rule': {'security_group_id': 'e70a3cca-b279-47f5-af55-64ab1a588082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:39.237797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.374967 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.378665 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:39.420492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12668e-82a5-4a36-a128-27afe57fd9ae,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:39.427378 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52b7cd5bb304462eaa407b397ef47312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8330984 Jun 18 18:15:39.427930 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:39.428960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37966) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:39.488939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.493604 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.516932 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.560163 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.631915 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.634154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3451d5a3-281e-4c20-a7f8-56786d7a71f3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:39.653717 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248db79a-3591-4ede-98a2-b79470face69,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:39.656129 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:39.666672 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.670135 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.671955 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f12668e-82a5-4a36-a128-27afe57fd9ae HTTP/1.1" status: 204 len: 168 time: 0.2415884 Jun 18 18:15:39.673222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-485a7d14-66ef-41aa-87ab-0b982658824c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:39.688022 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12668e-82a5-4a36-a128-27afe57fd9ae,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:39.691459 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:39.843550 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:39.845094 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-539502ef-b4ef-4f1d-b3bb-364bb23b67d9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6917617 Jun 18 18:15:39.848694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37978) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:39.853559 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:40.021076 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.135025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.264845 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Allocated IP 172.27.2.173 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/8b1705f0-b74b-49ab-a642-7f22e506ad89) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:15:40.285413 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 37984) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:40.413393 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.431036 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.558396 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.571426 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.576206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-415dfa97-0c82-40e9-854f-839131ed3b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:40.615076 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:15:40.617853 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:15:40.620391 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:15:40.663229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.684117 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=8b1705f0-b74b-49ab-a642-7f22e506ad89,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:40.694294 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:40.694915 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f48edc8e-4ff9-4fe6-9f43-9c41796a188a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:40.720783 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb331008745c4fd99d80509972cfd8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394176 Jun 18 18:15:40.723497 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 37998) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:40.732104 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6cdc2-b367-422e-9760-95146ac79142,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:40.735792 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:40.789137 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.790696 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.812818 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.940289 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.942916 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.944288 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8de6cdc2-b367-422e-9760-95146ac79142 HTTP/1.1" status: 204 len: 168 time: 0.2195065 Jun 18 18:15:40.945313 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7d33a897-5795-4a67-892f-fe804e9d2b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:40.952428 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:40.960890 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6cdc2-b367-422e-9760-95146ac79142,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:40.963233 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:41.124881 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:41.263569 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:41.267691 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-505f9278-3ae3-4ba2-8e64-56d2bb41afc2 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:41.357833 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=8b1705f0-b74b-49ab-a642-7f22e506ad89,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:41.361864 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:41.372741 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:41.537662 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:41.538890 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6892047 Jun 18 18:15:41.744816 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-5222b809-85c1-4ec5-b239-afc6acc9404f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1847960321&fields=id&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 267 time: 0.0395861 Jun 18 18:15:41.864079 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-d44f7648-e729-45cf-90c0-2a1364d4f7ed tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:41.869518 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-d44f7648-e729-45cf-90c0-2a1364d4f7ed tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 816 time: 0.1142149 Jun 18 18:15:41.960189 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38042) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:41.975596 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.070126 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.152947 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-65378a94-303f-40a9-99b1-2443e742fd46 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/quotas/c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 375 time: 0.2797713 Jun 18 18:15:42.176900 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.180642 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ba22c21a-e1eb-46e1-a7fc-e5a8ea475d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:42.225410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99848d00-be1e-4062-869d-dc8276ccbcaf,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:42.243713 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abdbdb5361ba4e6088bc3dcf4685db5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818482 Jun 18 18:15:42.244912 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:42.246362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38046) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:42.256204 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-20c86e99-a32f-4fad-9102-b39c0bad193d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965347 Jun 18 18:15:42.308939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.331787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.365578 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-be958424-55e3-4981-98f4-2a912139e243 service neutron] 10.222.0.42 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951540 Jun 18 18:15:42.467960 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-da5eaef8-88ce-4c5c-ade8-bec3f2aeb982 service neutron] 10.222.0.42 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959852 Jun 18 18:15:42.534888 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.537779 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:42.541328 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99848d00-be1e-4062-869d-dc8276ccbcaf HTTP/1.1" status: 204 len: 168 time: 0.2916250 Jun 18 18:15:42.541328 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-39ddfa63-97c0-4ad5-ad79-d3d23685ba1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:42.549518 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99848d00-be1e-4062-869d-dc8276ccbcaf,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:42.552168 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:43.212929 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be49aa19-076d-4849-aaa6-4e3599b9a44c req-4552fe24-a171-4655-be5a-de0d069d4ccc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.2261915 Jun 18 18:15:43.613401 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38090) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:43.627588 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:43.736124 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:43.868011 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:43.871389 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-13666f37-d640-4846-969b-9abec23408a8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:43.911653 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbbb968450c4459ab29f0679ac1e6ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939615 Jun 18 18:15:43.911653 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eff391-15c8-4922-bcd2-d36bfe2191c7,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:43.912631 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38094) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:43.920517 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.920900 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.921273 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.921776 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.922350 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.922716 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.923073 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.923427 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.923833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.924178 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.924600 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.925005 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:43.928898 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:43.967853 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:43.989548 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:44.180516 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:44.183615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:44.184763 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6eff391-15c8-4922-bcd2-d36bfe2191c7 HTTP/1.1" status: 204 len: 168 time: 0.2711580 Jun 18 18:15:44.185581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cbd78c0e-621d-457e-b01f-1d375eaa2e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:44.193186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eff391-15c8-4922-bcd2-d36bfe2191c7,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:44.201022 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.201398 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.201761 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.202126 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.202516 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.202840 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.203191 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.203544 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.204034 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.204239 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.204622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.204972 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:15:44.208012 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:44.380745 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8606dcf1-d6f8-4aca-8768-256744bcc8c8 req-e43707ab-e131-46c3-ad1b-33dea12422ef tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.0305986 Jun 18 18:15:45.534154 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-22dc9359-fe66-4c7e-b701-f3570535cb1e req-1c269372-484e-4f1c-b381-b0a205e3c09e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.0294721 Jun 18 18:15:46.687530 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5d321f5b-6182-49df-90bd-e20c62242914 req-5f325b45-d61a-4bdc-82ec-53ede6bbf2e6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.0377007 Jun 18 18:15:47.835547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-469fe7b1-95c9-47a0-857e-f0fa43646475 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:47.835547 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-469fe7b1-95c9-47a0-857e-f0fa43646475 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 816 time: 0.1262529 Jun 18 18:15:47.851270 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d45f2e3-db34-4992-8aea-91eeb1f81675 req-99f050e5-ebab-4cd8-807a-04d778e92126 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.0321052 Jun 18 18:15:47.892944 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-54dd1d36-124f-499a-881a-a7e716e8972c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 380 time: 0.0476894 Jun 18 18:15:47.907589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'port': {'device_id': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'admin_state_up': True, 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'security_groups': ['e70a3cca-b279-47f5-af55-64ab1a588082']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:48.200116 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Made reservation on behalf of c23457e30a3b499486cecece2668e238 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:15:48.204067 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:48.384599 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Allocated IP 172.20.0.11 (5eef5d35-ee21-4ccf-a328-c4bb4231d93a/5632d432-c0c3-460a-bc8b-90d9ecfbbff7/1741e5ff-5568-4388-8a24-59f3b66a77bd) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:15:48.524784 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:48.538306 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Transition to ACTIVE for port object 1741e5ff-5568-4388-8a24-59f3b66a77bd will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:15:48.781050 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:48.785268 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-00796b35-7926-49a9-bedf-77de9d93a5b3 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:48.835142 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:15:48.838659 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:15:48.842459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:15:48.866204 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:48.871139 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:48.878841 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:15:48.896867 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:48.905155 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:49.016147 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1129181 Jun 18 18:15:49.046206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698422f3-c6cd-4d2b-a714-fc3a17da7c33 req-884128a1-8448-4d30-9f67-ad4e69c8346c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:49.047889 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-698422f3-c6cd-4d2b-a714-fc3a17da7c33 req-884128a1-8448-4d30-9f67-ad4e69c8346c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 932 time: 0.0776381 Jun 18 18:15:49.123744 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-698422f3-c6cd-4d2b-a714-fc3a17da7c33 req-4b8053a4-e7b2-4591-bc91-0b05e627b322 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698366 Jun 18 18:15:49.159870 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a21b3c-8322-427d-b7cf-deca66f58c36 req-b932b00e-cdae-4117-a97e-1640882013d0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:49.163905 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30a21b3c-8322-427d-b7cf-deca66f58c36 req-b932b00e-cdae-4117-a97e-1640882013d0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0867884 Jun 18 18:15:49.188315 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-64a45756-be5f-4f9a-8611-be244a5a69fe None None] Provisioning for port 1741e5ff-5568-4388-8a24-59f3b66a77bd completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:15:49.192122 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-64a45756-be5f-4f9a-8611-be244a5a69fe None None] Provisioning complete for port 1741e5ff-5568-4388-8a24-59f3b66a77bd triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:15:49.192538 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-64a45756-be5f-4f9a-8611-be244a5a69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:49.200666 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30a21b3c-8322-427d-b7cf-deca66f58c36 req-2d34fb6e-8334-4c4b-b892-1648d7d50db2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334823 Jun 18 18:15:49.226209 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-64a45756-be5f-4f9a-8611-be244a5a69fe None None] Port 1741e5ff-5568-4388-8a24-59f3b66a77bd cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:15:50.310888 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c5a2-86db-4e58-acf5-fa425579f05c req-78e291f9-89f6-4202-afe5-f4628a243580 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:50.312433 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f1c5a2-86db-4e58-acf5-fa425579f05c req-78e291f9-89f6-4202-afe5-f4628a243580 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 932 time: 0.0676003 Jun 18 18:15:50.353047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-48f1c5a2-86db-4e58-acf5-fa425579f05c req-59b60450-7fc1-49ca-96fa-9561fe986574 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346372 Jun 18 18:15:50.610636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb893-f47d-45c9-b286-5f67394ac073 req-546630bd-c972-4fcf-858f-1f6ec3f9afa8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:50.612102 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a96fb893-f47d-45c9-b286-5f67394ac073 req-546630bd-c972-4fcf-858f-1f6ec3f9afa8 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0656343 Jun 18 18:15:50.659666 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a96fb893-f47d-45c9-b286-5f67394ac073 req-3a4ee46a-b03f-4966-b29e-46f0c3a5141b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Jun 18 18:15:51.399476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Request body: {'port': {'device_id': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:51.483562 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:51.546770 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f0428-5331-4af9-a006-55b0ac98cb99 req-91a3463e-4195-4d25-ad68-a6bb8caf3c34 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:51.548276 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c68f0428-5331-4af9-a006-55b0ac98cb99 req-91a3463e-4195-4d25-ad68-a6bb8caf3c34 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 932 time: 0.0676916 Jun 18 18:15:51.588094 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c68f0428-5331-4af9-a006-55b0ac98cb99 req-570686d0-9fce-47b5-899a-6734e0776143 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340693 Jun 18 18:15:51.783951 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:15:51.796972 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:51.815819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Transition to ACTIVE for port object 1741e5ff-5568-4388-8a24-59f3b66a77bd will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:15:51.847204 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7e5f-bb7f-4db2-a50f-fb3ccea5760c req-f6b085c6-e990-4ae5-887b-b904b899ab26 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:51.848895 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43ab7e5f-bb7f-4db2-a50f-fb3ccea5760c req-f6b085c6-e990-4ae5-887b-b904b899ab26 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0707593 Jun 18 18:15:51.888686 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43ab7e5f-bb7f-4db2-a50f-fb3ccea5760c req-6cf39d96-b838-4f8a-87b0-3c1a8b9de3bd tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Jun 18 18:15:51.974486 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:51.976724 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6053bedd-d32e-4a22-8401-ad641e8e0393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:52.051152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:52.055833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:52.138998 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Attempting to bind port 1741e5ff-5568-4388-8a24-59f3b66a77bd on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:15:52.139357 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Attempting to bind port 1741e5ff-5568-4388-8a24-59f3b66a77bd by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:15:52.139739 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Attempting to bind port 1741e5ff-5568-4388-8a24-59f3b66a77bd on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:15:52.146179 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Port 1741e5ff-5568-4388-8a24-59f3b66a77bd on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:15:52.146508 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Attempting to bind port 1741e5ff-5568-4388-8a24-59f3b66a77bd on network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:15:52.152849 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:15:52.153197 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Checking segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:15:52.153586 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Bound using segment: {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:15:52.154032 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Bound port: 1741e5ff-5568-4388-8a24-59f3b66a77bd, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f423f-7292-4265-9a86-7f1a471bc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:15:52.154383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:52.228105 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:15:52.232601 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:15:52.412315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:52.414399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:52.452269 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.452951 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:52.454324 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] 10.222.0.35 "PUT /v2.0/ports/1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 1094 time: 1.0643871 Jun 18 18:15:52.454841 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:52.457191 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f197326-9a2a-4c5a-b861-2c81cf9cb996" -d '{"events": [{"name": "network-changed", "server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:52.489731 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:52.503668 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1621515-1a23-42ef-82ec-74fd8fadf2ef x-openstack-request-id: req-b1621515-1a23-42ef-82ec-74fd8fadf2ef {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:52.504674 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:52.505082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1621515-1a23-42ef-82ec-74fd8fadf2ef {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:52.505696 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'status': 'completed', 'code': 200} Jun 18 18:15:52.506936 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:52.598739 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-da748f30-d39c-4835-a303-dfa0af4f4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.600286 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-da748f30-d39c-4835-a303-dfa0af4f4bae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1097 time: 0.0606754 Jun 18 18:15:52.714768 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-c43df1f3-c1ce-4246-867f-1848e692e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.756889 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-c43df1f3-c1ce-4246-867f-1848e692e1c3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c23457e30a3b499486cecece2668e238&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1074915 Jun 18 18:15:52.789430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e8e3-3b05-4c27-b090-7bec02688ded req-bbfc1c2e-d60a-4057-a9b3-ad67f32fbe5c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.795186 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9497e8e3-3b05-4c27-b090-7bec02688ded req-bbfc1c2e-d60a-4057-a9b3-ad67f32fbe5c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0714059 Jun 18 18:15:52.837964 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-8b554537-676d-4eff-bbfb-cc56ed22f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.838884 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9497e8e3-3b05-4c27-b090-7bec02688ded req-5d60aeb7-2335-4b7e-a16f-34f85943a60c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385890 Jun 18 18:15:52.839435 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2f197326-9a2a-4c5a-b861-2c81cf9cb996 req-8b554537-676d-4eff-bbfb-cc56ed22f466 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1148150 Jun 18 18:15:52.919512 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9aa64e2a-f3d6-41a5-975b-cc0fb55982f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:52.958877 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-5e0d15ff-5987-4b23-ada7-598157677175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:52.960408 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-5e0d15ff-5987-4b23-ada7-598157677175 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1097 time: 0.0624826 Jun 18 18:15:53.007088 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-4fa761d8-e65f-4dc9-84bb-415fb0089729 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 217 time: 0.0385420 Jun 18 18:15:53.061201 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-65368158-ab94-4df2-9f73-f324355828e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:53.062663 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-65368158-ab94-4df2-9f73-f324355828e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0484009 Jun 18 18:15:53.073292 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c0b2c-56ce-48ab-9b61-4e8f73cc7887 req-9679ca24-a791-49f1-9f1d-634367db2071 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:53.075366 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7e6c0b2c-56ce-48ab-9b61-4e8f73cc7887 req-9679ca24-a791-49f1-9f1d-634367db2071 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0692511 Jun 18 18:15:53.119717 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7e6c0b2c-56ce-48ab-9b61-4e8f73cc7887 req-b342eb8f-d85d-4e5d-9ebe-f0e6bef14971 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367107 Jun 18 18:15:53.127571 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-d4a0d40a-b2a3-4476-8286-9ff889ae2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:53.129124 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-d4a0d40a-b2a3-4476-8286-9ff889ae2a3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588932 Jun 18 18:15:53.228454 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-5413f472-eefe-45fc-9be2-d9f7f0f51b69 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900528 Jun 18 18:15:53.347165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38218) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:53.487339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:53.577041 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-41d57c9b-5d0f-402d-aaba-1771ae05f734 req-f3c35002-5ebe-46a3-be32-b3bc997185a5 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418398 Jun 18 18:15:53.587336 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:53.673651 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:53.676569 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8a4e4342-6672-4919-803c-8a19df5739d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:53.721070 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a534c50fd9784120b600d536f8fa569f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727748 Jun 18 18:15:53.721826 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b60697-d29e-4d25-a9c9-3f14f8f3b588,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:53.724857 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38224) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:53.731942 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:53.776620 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:53.799638 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.005119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-1c024031-5748-463d-bed2-55de2973a094 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:54.006673 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-1c024031-5748-463d-bed2-55de2973a094 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0666599 Jun 18 18:15:54.032569 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.035598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.037178 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2b60697-d29e-4d25-a9c9-3f14f8f3b588 HTTP/1.1" status: 204 len: 168 time: 0.3114192 Jun 18 18:15:54.038372 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5da8be14-3cfa-43bf-9c54-62a27c7fab10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:54.047638 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b60697-d29e-4d25-a9c9-3f14f8f3b588,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:54.056664 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:54.167069 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Deleting port 928cc558-f8be-482b-b3f7-2c7355c9e45f {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:15:54.167450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.235825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525f14-2a21-41ac-9fc6-1534ee34007a req-186b34bd-b96c-4805-8fe2-ad9ff008c1fb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:54.237555 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1525f14-2a21-41ac-9fc6-1534ee34007a req-186b34bd-b96c-4805-8fe2-ad9ff008c1fb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0740221 Jun 18 18:15:54.287247 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] For port 928cc558-f8be-482b-b3f7-2c7355c9e45f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=928cc558-f8be-482b-b3f7-2c7355c9e45f,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:54.287913 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.335290 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1525f14-2a21-41ac-9fc6-1534ee34007a req-8f14cd2a-5271-4b99-9b8e-b0289fac3519 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913653 Jun 18 18:15:54.378780 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2049ea-6b81-44b5-8dd2-c467cc90a575 req-1e155baf-e526-4f65-8364-31b18a055c5c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:54.380436 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6a2049ea-6b81-44b5-8dd2-c467cc90a575 req-1e155baf-e526-4f65-8364-31b18a055c5c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1122024 Jun 18 18:15:54.433418 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6a2049ea-6b81-44b5-8dd2-c467cc90a575 req-ece82f29-d891-416e-9fbe-68ef6449a9f7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=a61d6caa-9ec2-47f0-9048-108fd6b249ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454133 Jun 18 18:15:54.509132 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.509619 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.510039 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Floating IP e7fb2c3a-22bf-4e13-a34f-34191ad16a8f disassociated. External IP: 172.27.2.9, port: 928cc558-f8be-482b-b3f7-2c7355c9e45f. Jun 18 18:15:54.510373 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Calling delete_port for 928cc558-f8be-482b-b3f7-2c7355c9e45f owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:15:54.719514 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.724157 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2acd9be9-9605-41c4-9c63-e7f4caad149c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:54.748865 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'Port': ['ID=928cc558-f8be-482b-b3f7-2c7355c9e45f,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:54.753261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:54.885707 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:15:54.935797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38242) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:54.949934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:54.997891 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:15:55.013208 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:15:55.027927 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:15:55.028775 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:55.044800 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] No DVR routers for this DVR port 928cc558-f8be-482b-b3f7-2c7355c9e45f on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:15:55.047394 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.049815 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-557ad358-eab0-4bb6-9d48-300b921026d9 req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "DELETE /v2.0/ports/928cc558-f8be-482b-b3f7-2c7355c9e45f HTTP/1.1" status: 204 len: 173 time: 1.0349100 Jun 18 18:15:55.050637 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'name': 'network-vif-deleted', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:55.053653 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37161944-6ba2-4c3c-9ed0-7d9866881640" -d '{"events": [{"server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "name": "network-vif-deleted", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:55.067508 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.096008 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976513e7-4851-40bf-9cea-5db8cd7bade0 x-openstack-request-id: req-976513e7-4851-40bf-9cea-5db8cd7bade0 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:55.096590 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7", "name": "network-vif-deleted", "tag": "928cc558-f8be-482b-b3f7-2c7355c9e45f", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:55.096805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-976513e7-4851-40bf-9cea-5db8cd7bade0 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:55.097242 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7', 'name': 'network-vif-deleted', 'tag': '928cc558-f8be-482b-b3f7-2c7355c9e45f', 'status': 'completed', 'code': 200} Jun 18 18:15:55.159717 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:15:55.176315 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.186019 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-893f695c-c88b-44d6-9298-5e28e79d504b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:55.193297 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-bd6f3edf-c50d-4cef-925c-9dbeedda640f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.227883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce1073b-d64a-4805-a79c-7a8e48cad294,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:55.233042 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54afc9ae21c14cbb90e94c55e4e2549e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960997 Jun 18 18:15:55.234064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:55.235502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38246) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:55.306851 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.330970 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.434390 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:55.464407 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:15:55.477374 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:15:55.482754 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:55.570004 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.573056 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.577387 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ce1073b-d64a-4805-a79c-7a8e48cad294 HTTP/1.1" status: 204 len: 168 time: 0.3408475 Jun 18 18:15:55.579265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f530288a-aa51-43ce-9297-4d88e7693095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:55.595473 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce1073b-d64a-4805-a79c-7a8e48cad294,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:55.601853 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:55.617362 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457321c-ecee-4cac-8ce3-336e41470636 req-46499583-657a-4904-9aee-0d94ac8069a0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:55.618925 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4457321c-ecee-4cac-8ce3-336e41470636 req-46499583-657a-4904-9aee-0d94ac8069a0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.1120670 Jun 18 18:15:55.636342 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:55.696290 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:15:55.716933 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-80784d3a-1463-4508-94af-fdd265911dd5 req-d5bf55d3-cffb-4b1a-a991-b8f6e751bcb7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b0daa35-9548-47d0-8fe1-9dbc82e3c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0476542 Jun 18 18:15:55.721786 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4457321c-ecee-4cac-8ce3-336e41470636 req-b8a23cec-37d8-4caa-bf70-6cccf0007ee7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959578 Jun 18 18:15:55.955338 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:15:56.002156 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfce48a-51b2-4f00-971c-c1ab1dc31d06 None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:15:56.233757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a20120-2272-48e2-8eda-046a29631a63 None None] New status for floating IP e7fb2c3a-22bf-4e13-a34f-34191ad16a8f: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:15:56.433125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.469869 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38266) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:56.484669 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.576706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.683851 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.686517 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9b84902e-6896-4c45-b0ec-464d1168b683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:56.722402 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69f6af4013204082bbd94b6905b63817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508905 Jun 18 18:15:56.723152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f411db4-e331-43b9-b777-176adbb758b8,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:56.725139 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38268) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:56.726132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:56.779754 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.802205 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:56.917254 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86dff-e65d-4a43-8cc8-f4543d8d83ac req-97f36311-f013-42f3-a71a-e5cf15847948 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:56.918847 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-36d86dff-e65d-4a43-8cc8-f4543d8d83ac req-97f36311-f013-42f3-a71a-e5cf15847948 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0647395 Jun 18 18:15:56.960395 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-36d86dff-e65d-4a43-8cc8-f4543d8d83ac req-c93ad45f-44bb-4a09-ad01-9d061afc2820 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356801 Jun 18 18:15:56.972713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38276) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:57.038426 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.039930 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.043037 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.044211 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f411db4-e331-43b9-b777-176adbb758b8 HTTP/1.1" status: 204 len: 168 time: 0.3180661 Jun 18 18:15:57.046069 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-40434d26-2775-47ac-b239-0aa648d4a173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:57.063719 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f411db4-e331-43b9-b777-176adbb758b8,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:57.068334 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:57.078379 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.243316 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.246723 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.247854 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "DELETE /v2.0/security-groups/a61d6caa-9ec2-47f0-9048-108fd6b249ca HTTP/1.1" status: 204 len: 168 time: 0.2739649 Jun 18 18:15:57.248641 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3fb25a4b-fe36-46cc-83b5-cf552cc5db73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:57.250835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38280) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:57.258478 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d6caa-9ec2-47f0-9048-108fd6b249ca,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:57.260960 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:57.265286 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.api.v2.resource [None req-8d36efa1-468c-438f-a8a0-6c4809b15e6d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] show failed (client error): The resource could not be found. Jun 18 18:15:57.266295 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8d36efa1-468c-438f-a8a0-6c4809b15e6d tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups/a61d6caa-9ec2-47f0-9048-108fd6b249ca HTTP/1.1" status: 404 len: 347 time: 0.0144925 Jun 18 18:15:57.269526 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38282) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:57.410540 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:15:57.413030 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 928cc558-f8be-482b-b3f7-2c7355c9e45f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:15:57.436981 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Deleting port dcd19571-7ada-45cf-8364-e10b4b1d2730 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:15:57.437467 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.439865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 928cc558-f8be-482b-b3f7-2c7355c9e45f {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:15:57.440760 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 928cc558-f8be-482b-b3f7-2c7355c9e45f not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:15:57.527332 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.528333 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.557681 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:57.567051 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:15:57.605999 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Calling delete_port for dcd19571-7ada-45cf-8364-e10b4b1d2730 owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:15:57.616997 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.633834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:15:57.664136 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:57.787837 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.789738 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:57.837260 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:57.841166 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:57.913532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:57.916547 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ae87d201-f533-4783-b0ac-a17b450b4e52 tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:57.940016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'Port': ['ID=dcd19571-7ada-45cf-8364-e10b4b1d2730,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:57.943383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:58.006632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:58.009610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:58.010773 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "DELETE /v2.0/floatingips/e7fb2c3a-22bf-4e13-a34f-34191ad16a8f HTTP/1.1" status: 204 len: 168 time: 0.7403407 Jun 18 18:15:58.045343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['1741e5ff-5568-4388-8a24-59f3b66a77bd'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:15:58.101230 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:58.210927 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b2c3-358f-4c05-ba36-4b6bc2bc45e8 req-b6777b04-3162-479c-aa65-23a1abe2dbdd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:58.213115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d01b2c3-358f-4c05-ba36-4b6bc2bc45e8 req-b6777b04-3162-479c-aa65-23a1abe2dbdd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 945 time: 0.1153102 Jun 18 18:15:58.272457 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d01b2c3-358f-4c05-ba36-4b6bc2bc45e8 req-623aa16a-1f3d-47e0-8342-dee784bd48c1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Jun 18 18:15:58.794033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38354) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:58.800215 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068050246', 'description': 'tempest-description--1609715662'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:58.958100 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.083556 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.120794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f0f0-e0bc-4e5a-b585-d7d7fbb229dd req-79c566ac-c766-450b-ad87-d0c3bbe39cdc tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:59.122312 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e905f0f0-e0bc-4e5a-b585-d7d7fbb229dd req-79c566ac-c766-450b-ad87-d0c3bbe39cdc tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 945 time: 0.0740559 Jun 18 18:15:59.163644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e905f0f0-e0bc-4e5a-b585-d7d7fbb229dd req-04d3e362-f20d-4515-9a9c-9802ab5843e1 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Jun 18 18:15:59.165140 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.169330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-090c0169-8fbe-4fc3-8f04-961497c3f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:59.205308 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f02c3-15b2-45f9-9df5-759652993945,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:59.208105 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:59.294652 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.298781 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4999850 Jun 18 18:15:59.299299 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38358) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:59.304405 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group_rule': {'security_group_id': 'd54f02c3-15b2-45f9-9df5-759652993945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:59.423332 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:15:59.449719 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.462102 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884466f-936c-4e24-af7b-d35c15436592 req-b2a623fd-101c-42e2-92c9-8b5e4b91f79d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:15:59.463766 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8884466f-936c-4e24-af7b-d35c15436592 req-b2a623fd-101c-42e2-92c9-8b5e4b91f79d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 945 time: 0.0706444 Jun 18 18:15:59.501500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.510498 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8884466f-936c-4e24-af7b-d35c15436592 req-80d92fad-f112-46ed-bc77-38d3d1c02a9d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Jun 18 18:15:59.570709 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 1741e5ff-5568-4388-8a24-59f3b66a77bd completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:15:59.575298 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 1741e5ff-5568-4388-8a24-59f3b66a77bd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:15:59.575714 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.599026 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.601338 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:59.618049 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183aba85-c06b-4c22-acc8-afe1f7784e14,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:59.621306 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:59.660014 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.685536 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:15:59.687819 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63697bd7-6de7-4ce7-a98f-04e848dbfa14" -d '{"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:15:59.701939 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:15:59.714248 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.717767 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-18347208-b4ef-402a-bd9c-42ca9eef1b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151669 Jun 18 18:15:59.718449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38368) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:15:59.724197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'security_group_rule': {'security_group_id': 'd54f02c3-15b2-45f9-9df5-759652993945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:15:59.730726 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09536ee6-c4c7-4668-bab7-758969e5a7e2 x-openstack-request-id: req-09536ee6-c4c7-4668-bab7-758969e5a7e2 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:15:59.730726 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:15:59.731355 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09536ee6-c4c7-4668-bab7-758969e5a7e2 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:15:59.731796 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'code': 200} Jun 18 18:15:59.906155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.908238 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:15:59.911358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:15:59.973767 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:15:59.977468 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:15:59.991843 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:00.077833 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:00.080822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:00.106718 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5c5cfb-89b5-4a99-a8ba-a2c3abfe311a,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:00.111184 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:00.325532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:00.327211 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-435cea86-9d32-4728-aaea-86f61f83f8bb tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6075001 Jun 18 18:16:00.331994 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38388) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:00.338673 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:00.366235 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63742ddc-6bec-4219-ba39-20dabe5d0a6c req-e4f0c014-fbed-4f11-a825-acb68dbc0486 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:00.367777 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63742ddc-6bec-4219-ba39-20dabe5d0a6c req-e4f0c014-fbed-4f11-a825-acb68dbc0486 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 945 time: 0.0881927 Jun 18 18:16:00.408970 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63742ddc-6bec-4219-ba39-20dabe5d0a6c req-ed213081-8e16-4e9c-bc4e-49b2459a8ae3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/security-groups?id=729d5133-f3c2-4263-be80-ce76c3d8f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 Jun 18 18:16:00.418581 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3bc7-a9c3-4ce3-9ea4-4acac9f40460 req-e96e2a54-1c83-4a41-8b10-6afb6e0f47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:00.421061 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-77fa3bc7-a9c3-4ce3-9ea4-4acac9f40460 req-e96e2a54-1c83-4a41-8b10-6afb6e0f47b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1099 time: 0.2111640 Jun 18 18:16:00.467896 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-77fa3bc7-a9c3-4ce3-9ea4-4acac9f40460 req-6447a594-f9f1-432c-9b62-d93e62676b2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366216 Jun 18 18:16:00.490623 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:00.620813 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:00.718306 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409ac0-2412-4cc4-99ae-7af679bb2954 req-c45d5d86-22f6-4443-9b64-3b2e075f1e98 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:00.719745 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-61409ac0-2412-4cc4-99ae-7af679bb2954 req-c45d5d86-22f6-4443-9b64-3b2e075f1e98 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0823491 Jun 18 18:16:00.764874 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-61409ac0-2412-4cc4-99ae-7af679bb2954 req-72b06607-cdd4-42f0-8aa6-81408257d88f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393193 Jun 18 18:16:00.779157 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Allocated IP 172.27.2.5 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:16:00.866089 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-5226ad36-fefc-4185-9087-da5fca33ec7b tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:00.867604 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-5226ad36-fefc-4185-9087-da5fca33ec7b tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 945 time: 0.1337068 Jun 18 18:16:00.945189 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.024952 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Deleting port 5b68ec7a-bc24-400c-b721-f71f940327ba {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:16:01.025174 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.081425 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.086009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4c2d0fb3-2e04-4314-bc97-3ba377b15ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:01.139407 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:16:01.149960 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:16:01.152627 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:16:01.185725 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:01.189230 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:01.197239 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] For port 5b68ec7a-bc24-400c-b721-f71f940327ba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5b68ec7a-bc24-400c-b721-f71f940327ba,segment=NetworkSegment(fac9bf35-9e09-4743-a6e8-ba56a2ec8c60),segment_id=fac9bf35-9e09-4743-a6e8-ba56a2ec8c60)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:16:01.197691 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.277260 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Calling delete_port for 5b68ec7a-bc24-400c-b721-f71f940327ba owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:16:01.378686 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.505680 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.559969 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.565274 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-623f2cc6-2933-4025-b0d5-9de5f0493dca tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:01.575112 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['5b68ec7a-bc24-400c-b721-f71f940327ba'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:16:01.596333 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-618b36f8-5be9-43df-b7da-96b1a9e1a854 req-d1133718-9abb-4e65-a0a8-ded72fd5fd5f tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0506194 Jun 18 18:16:01.607387 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Pushing event deleted for resources: {'Port': ['ID=5b68ec7a-bc24-400c-b721-f71f940327ba,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:01.614208 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:01.694513 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] No DVR routers for this DVR port 5b68ec7a-bc24-400c-b721-f71f940327ba on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:16:01.698201 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.700817 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-52151fcd-5739-431e-ab6f-6e63010eaa8e req-79b55320-9e43-4ec9-b621-724eb6698d2e tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.35 "DELETE /v2.0/ports/5b68ec7a-bc24-400c-b721-f71f940327ba HTTP/1.1" status: 204 len: 173 time: 0.8266730 Jun 18 18:16:01.701317 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'name': 'network-vif-deleted', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:01.703588 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87048260-e49a-401e-80f4-61fa73692f9b" -d '{"events": [{"server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "name": "network-vif-deleted", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:01.748756 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415e052-bcb5-4bdb-a517-1b4bfb40cfcf x-openstack-request-id: req-c415e052-bcb5-4bdb-a517-1b4bfb40cfcf {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:01.754154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d242b1-e2de-4e20-8ad4-2885d3dd3a06", "name": "network-vif-deleted", "tag": "5b68ec7a-bc24-400c-b721-f71f940327ba", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:01.754154 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c415e052-bcb5-4bdb-a517-1b4bfb40cfcf {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:01.754154 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d242b1-e2de-4e20-8ad4-2885d3dd3a06', 'name': 'network-vif-deleted', 'tag': '5b68ec7a-bc24-400c-b721-f71f940327ba', 'status': 'completed', 'code': 200} Jun 18 18:16:01.785412 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.942102 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:01.945773 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6b9f7942-afdd-45f2-b78f-60891c2bb013 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:01.984184 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f04cf-2509-466d-906a-74267bf314d2 req-9c245ed5-b0dc-4ea1-a50f-903a2e840456 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:01.986580 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ac5f04cf-2509-466d-906a-74267bf314d2 req-9c245ed5-b0dc-4ea1-a50f-903a2e840456 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0915284 Jun 18 18:16:02.022793 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:02.027523 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:02.039930 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:02.055011 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ac5f04cf-2509-466d-906a-74267bf314d2 req-20b77363-dce7-4787-9a42-30de74be4a48 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615807 Jun 18 18:16:02.194244 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:02.195973 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8622465 Jun 18 18:16:02.266235 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b43974-b1c2-4ef0-8f1c-e105652a3860 req-83b8e176-0280-4c0c-aaf1-fc4aa6a367f2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:02.268919 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-31b43974-b1c2-4ef0-8f1c-e105652a3860 req-83b8e176-0280-4c0c-aaf1-fc4aa6a367f2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0956378 Jun 18 18:16:02.281316 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38406) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:02.286654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Request body: {'floatingip': {'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:02.334154 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:02.387843 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:02.487268 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-88481f2e-dcc5-4ca1-a8ab-0198e2bff162 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1068050246&fields=id&tenant_id=4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 267 time: 0.0768394 Jun 18 18:16:02.927774 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-77f7a784-cb19-4f45-9a8a-85008e7614d9 req-4a8dc03f-4d38-482c-a1d6-3179b2e03add tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] 10.222.0.42 "GET /v2.0/ports?device_id=77d242b1-e2de-4e20-8ad4-2885d3dd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0434256 Jun 18 18:16:03.010239 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-8b5c0f2b-f136-4511-9c04-4e6fd57a8d22 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:03.012650 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-8b5c0f2b-f136-4511-9c04-4e6fd57a8d22 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 810 time: 0.5130587 Jun 18 18:16:03.097614 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-bdb2320f-1a77-4075-bc45-934b6e0552e9 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/quotas/4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 375 time: 0.0757546 Jun 18 18:16:03.339860 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-8728b4c5-6c77-46bf-8ec3-1f70a5205f9b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2329741 Jun 18 18:16:03.440443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:03.528479 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-8a5032d2-00bc-4158-acfe-0e7f5020a1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759558 Jun 18 18:16:03.580279 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:03.701966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-1b48c4ce-c9c6-4792-a356-c62e435f105b service neutron] 10.222.0.42 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670527 Jun 18 18:16:03.711246 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Floating IP 08aa0bec-6667-4ec8-b107-08e14b440ffb associated. External IP: 172.27.2.173, port: 1741e5ff-5568-4388-8a24-59f3b66a77bd. Jun 18 18:16:03.949536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:16:04.067056 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c92fa3f6-1a90-4635-a5ec-38acbdb70b68 req-164b7770-8008-4fd3-bccb-6eaa6d5e59b3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0382307 Jun 18 18:16:04.167069 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:16:04.175241 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:04.184502 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:16:04.195670 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:04.196500 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:04.225191 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-867547ca-f906-4856-80f1-09cc642c94a1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "PUT /v2.0/floatingips/08aa0bec-6667-4ec8-b107-08e14b440ffb HTTP/1.1" status: 200 len: 992 time: 1.9421535 Jun 18 18:16:04.225920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:04.229069 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e57920-84ae-4813-84ce-b793ae396fff" -d '{"events": [{"name": "network-changed", "server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:04.387348 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:04.491734 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf733c-1a71-4499-b3c3-dbe3444e5137 x-openstack-request-id: req-81bf733c-1a71-4499-b3c3-dbe3444e5137 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:04.492622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:04.495290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81bf733c-1a71-4499-b3c3-dbe3444e5137 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:04.496431 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'status': 'completed', 'code': 200} Jun 18 18:16:04.610822 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57920-84ae-4813-84ce-b793ae396fff req-8f53a39b-6da1-47e2-b213-f8af33c22efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:04.616633 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-8f53a39b-6da1-47e2-b213-f8af33c22efd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1099 time: 0.0927186 Jun 18 18:16:04.735520 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '08aa0bec-6667-4ec8-b107-08e14b440ffb', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:15:40Z', 'updated_at': '2021-06-18T18:16:03Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:04.742004 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57920-84ae-4813-84ce-b793ae396fff req-07381e25-c1e2-4bfa-9f22-4770591acfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:04.743781 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-07381e25-c1e2-4bfa-9f22-4770591acfd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.1238556 Jun 18 18:16:04.773633 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:16:04.789740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:04.790812 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:04.863798 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-b339d5e9-9dd2-411e-a01a-68cf2505eaa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 1000 time: 0.1132171 Jun 18 18:16:04.941898 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57920-84ae-4813-84ce-b793ae396fff req-30d28d61-1065-4ee8-b343-f84d420c57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:04.943616 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-30d28d61-1065-4ee8-b343-f84d420c57b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0733628 Jun 18 18:16:04.950108 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:05.027403 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57920-84ae-4813-84ce-b793ae396fff req-5caa14b1-6c1e-440b-8695-c88a3d6598b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:05.029139 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-5caa14b1-6c1e-440b-8695-c88a3d6598b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779917 Jun 18 18:16:05.157285 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-494786ba-ca0f-4d81-a81a-77c760723283 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189058 Jun 18 18:16:05.203989 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e2ed7e5a-9021-4c83-9959-eccae1d7c4de req-992fb090-a60a-466d-b00d-8e60e5715ed7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0478532 Jun 18 18:16:05.296713 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-75e57920-84ae-4813-84ce-b793ae396fff req-43171652-96bd-4388-b7ca-0d0558677515 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305866 Jun 18 18:16:05.313158 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '08aa0bec-6667-4ec8-b107-08e14b440ffb', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:15:40Z', 'updated_at': '2021-06-18T18:16:03Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:05.344884 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7d7a0-e5a3-4d18-aefb-1be9fb9a1491 None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '08aa0bec-6667-4ec8-b107-08e14b440ffb', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:15:40Z', 'updated_at': '2021-06-18T18:16:03Z', 'revision_number': 1, 'project_id': 'c23457e30a3b499486cecece2668e238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:16:05.468772 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5b68ec7a-bc24-400c-b721-f71f940327ba no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:16:05.495645 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 5b68ec7a-bc24-400c-b721-f71f940327ba {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:16:05.496950 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 5b68ec7a-bc24-400c-b721-f71f940327ba not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:16:05.598276 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88def075-07f7-4fae-8f49-27eae3d03fd3 None None] New status for floating IP 08aa0bec-6667-4ec8-b107-08e14b440ffb: ACTIVE {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:16:06.367639 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-37cbecdd-8f80-49d2-aeb1-5c01739e8ff2 req-621ed805-43ad-4501-823b-0920c7913b0a tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0454364 Jun 18 18:16:07.512382 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5e4a5912-7022-4603-bdd1-d48a315cb212 req-bebf53ba-0b3b-4681-a489-22d765264591 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jun 18 18:16:08.659145 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-541300e6-e36b-4188-86c8-74c8c710f894 req-7b09b4e4-1025-418b-b496-261214e3f1b2 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0299637 Jun 18 18:16:09.813711 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-57a2bb9a-4406-4f8d-af39-347365c26334 req-cd8816da-9580-4f91-8dcd-bec6168681c3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Jun 18 18:16:10.044108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-c9d5610e-98f8-4139-adfc-6a656e88622c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:10.045718 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-c9d5610e-98f8-4139-adfc-6a656e88622c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 810 time: 0.1133454 Jun 18 18:16:10.102445 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-245e6343-7a69-43aa-91e6-554ea6111814 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eff8d86af2742bab66845c50e6560c3 HTTP/1.1" status: 200 len: 380 time: 0.0470302 Jun 18 18:16:10.113284 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'port': {'device_id': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'admin_state_up': True, 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'security_groups': ['d54f02c3-15b2-45f9-9df5-759652993945']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:10.385630 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Made reservation on behalf of 4eff8d86af2742bab66845c50e6560c3 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:16:10.390575 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:10.528980 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Allocated IP 172.20.0.13 (4d0423cf-a492-4b7c-9d8d-d17e5bdd424f/e522cfc6-8f72-4626-b441-145498812571/0dd548b6-ba87-48b6-86b9-6170efee41d6) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:16:10.719654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:10.732277 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Transition to ACTIVE for port object 0dd548b6-ba87-48b6-86b9-6170efee41d6 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:16:10.897408 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:10.905770 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:10.955306 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:16:10.959248 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:16:10.964111 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:16:10.968492 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event updated for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:10.995342 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:11.015562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cff96-2aa5-498d-9497-33338d7867dd req-294f728c-f92a-475f-b739-8ed2111d22a0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:11.017820 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f5cff96-2aa5-498d-9497-33338d7867dd req-294f728c-f92a-475f-b739-8ed2111d22a0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 932 time: 0.0890341 Jun 18 18:16:11.023908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:11.024846 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:11.073042 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f5cff96-2aa5-498d-9497-33338d7867dd req-8c5111d7-3679-4d70-ac35-834399846bf0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Jun 18 18:16:11.182894 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736349 Jun 18 18:16:11.195052 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Request body: {'port': {'device_id': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:11.371497 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-6caad665-d1fd-4cb6-8d54-6434b0d7089b None None] Provisioning for port 0dd548b6-ba87-48b6-86b9-6170efee41d6 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:16:11.376055 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-6caad665-d1fd-4cb6-8d54-6434b0d7089b None None] Provisioning complete for port 0dd548b6-ba87-48b6-86b9-6170efee41d6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:16:11.379122 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6caad665-d1fd-4cb6-8d54-6434b0d7089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:11.414382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-6caad665-d1fd-4cb6-8d54-6434b0d7089b None None] Port 0dd548b6-ba87-48b6-86b9-6170efee41d6 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:16:11.526710 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:11.793641 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd548b6-ba87-48b6-86b9-6170efee41d6 {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:16:11.800951 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:11.813617 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Transition to ACTIVE for port object 0dd548b6-ba87-48b6-86b9-6170efee41d6 will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:16:11.939909 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:11.942331 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:12.021222 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:12.025426 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:12.102540 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Attempting to bind port 0dd548b6-ba87-48b6-86b9-6170efee41d6 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:16:12.102907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Attempting to bind port 0dd548b6-ba87-48b6-86b9-6170efee41d6 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:16:12.103235 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Attempting to bind port 0dd548b6-ba87-48b6-86b9-6170efee41d6 on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:16:12.108099 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Port 0dd548b6-ba87-48b6-86b9-6170efee41d6 on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:16:12.108498 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Attempting to bind port 0dd548b6-ba87-48b6-86b9-6170efee41d6 on network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:16:12.113992 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:16:12.114329 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Checking segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:16:12.114715 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Bound using segment: {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:16:12.115151 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Bound port: 0dd548b6-ba87-48b6-86b9-6170efee41d6, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974df252-10c7-41e3-9eb9-6df4a43a759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:16:12.115488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:12.194991 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:16:12.198634 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:16:12.322017 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d31f7a-bcbe-470c-9d80-f77207886d3a req-2bcb0fec-5f6e-40d1-af00-d291528f8380 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.324818 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c3d31f7a-bcbe-470c-9d80-f77207886d3a req-2bcb0fec-5f6e-40d1-af00-d291528f8380 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 944 time: 0.0695651 Jun 18 18:16:12.341982 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:12.344273 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:12.364067 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c3d31f7a-bcbe-470c-9d80-f77207886d3a req-9757a74e-c7f2-4dd2-9d76-e6845e646c8f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Jun 18 18:16:12.394267 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.394927 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:12.396368 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] 10.222.0.35 "PUT /v2.0/ports/0dd548b6-ba87-48b6-86b9-6170efee41d6 HTTP/1.1" status: 200 len: 1094 time: 1.2055407 Jun 18 18:16:12.397133 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:12.399552 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:12.425771 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:12.429609 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a60308fd-a88e-43cb-a1db-343f024b2942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:12.506075 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d0b865-d449-49be-8691-c03e3691108e x-openstack-request-id: req-51d0b865-d449-49be-8691-c03e3691108e {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:12.506404 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:12.506693 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51d0b865-d449-49be-8691-c03e3691108e {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:12.507144 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'status': 'completed', 'code': 200} Jun 18 18:16:12.586479 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-c95eff28-cb5e-4146-a658-365d0335f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.587954 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-c95eff28-cb5e-4146-a658-365d0335f24a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0561228 Jun 18 18:16:12.691483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-3ba255bc-ef57-44e6-b1cb-c697c35b11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.692991 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-3ba255bc-ef57-44e6-b1cb-c697c35b11f1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4eff8d86af2742bab66845c50e6560c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964587 Jun 18 18:16:12.792322 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-b99b5670-2103-405d-8b3e-9c3f494ef548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.793836 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-3fd7d1c1-0598-4dd7-af36-4aa1726073ab req-b99b5670-2103-405d-8b3e-9c3f494ef548 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939968 Jun 18 18:16:12.898934 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-34a4c5a1-d1da-469a-8f0b-dba09f138a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.900499 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-34a4c5a1-d1da-469a-8f0b-dba09f138a53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0623364 Jun 18 18:16:12.943833 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-75d13da8-8ea6-48f0-888c-14f177148455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6 HTTP/1.1" status: 200 len: 217 time: 0.0333016 Jun 18 18:16:12.996378 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-3ae41d02-cac6-464e-99c4-86b1748d351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:12.997827 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-3ae41d02-cac6-464e-99c4-86b1748d351e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0462165 Jun 18 18:16:13.078950 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91516aa-61e2-4551-9197-003f2481d823 req-61be1809-62f6-4de9-a8f9-cb329e43b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:13.080470 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-61be1809-62f6-4de9-a8f9-cb329e43b097 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675766 Jun 18 18:16:13.173942 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-1f28d9c6-e109-43ed-978b-2b351eaecdb4 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860734 Jun 18 18:16:13.273073 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a91516aa-61e2-4551-9197-003f2481d823 req-b8625fe5-b3b9-409f-9407-63fe4111833a service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885358 Jun 18 18:16:13.541474 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a74f2-e0d2-4693-b536-740d71585a8f req-f6bd774f-059f-484d-8b72-f6192ea1e18f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:13.542963 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c32a74f2-e0d2-4693-b536-740d71585a8f req-f6bd774f-059f-484d-8b72-f6192ea1e18f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 944 time: 0.0653024 Jun 18 18:16:13.581157 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c32a74f2-e0d2-4693-b536-740d71585a8f req-b0db74a0-be28-4c8f-8833-5b032ce24734 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jun 18 18:16:14.763705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1728a8-3c10-4f65-8f3c-d9dec8915677 req-3bffef38-fcc1-4730-9be6-2abf42db8981 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:14.764991 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b1728a8-3c10-4f65-8f3c-d9dec8915677 req-3bffef38-fcc1-4730-9be6-2abf42db8981 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 944 time: 0.0722439 Jun 18 18:16:14.804778 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b1728a8-3c10-4f65-8f3c-d9dec8915677 req-c9ca50a2-f294-4a17-be18-e0a1e4d19528 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jun 18 18:16:15.533731 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 0dd548b6-ba87-48b6-86b9-6170efee41d6 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:16:15.631481 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:16:15.642867 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'port_id': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'mac_address': 'fa:16:3e:9c:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:16:15.682622 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:15.695959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd548b6-ba87-48b6-86b9-6170efee41d6 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:16:15.717397 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:16:15.923110 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:15.925014 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:15.972342 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:15.975348 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:15.988987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f1144-e3b5-4be0-9e3e-a973b1904254 req-46bf3fe0-1745-4367-9490-8d815748cb72 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:15.990210 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-718f1144-e3b5-4be0-9e3e-a973b1904254 req-46bf3fe0-1745-4367-9490-8d815748cb72 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 945 time: 0.0705969 Jun 18 18:16:16.045194 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-718f1144-e3b5-4be0-9e3e-a973b1904254 req-680f1a3a-d096-4cac-9960-3312ae2722b0 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Jun 18 18:16:16.189488 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['0dd548b6-ba87-48b6-86b9-6170efee41d6'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:16:17.225125 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854bf48-2f78-4901-a5fe-e554d1f98139 req-ced3312c-67c7-43cc-ab7d-d09887f47124 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:17.226658 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1854bf48-2f78-4901-a5fe-e554d1f98139 req-ced3312c-67c7-43cc-ab7d-d09887f47124 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 945 time: 0.0693538 Jun 18 18:16:17.264720 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1854bf48-2f78-4901-a5fe-e554d1f98139 req-45f4144d-3015-464f-929f-fcbe79d5dbca tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jun 18 18:16:18.439466 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83524c-98a2-4c67-8585-b37ee0d65df8 req-e384e21c-61ca-407f-9564-57718d2cd29c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:18.441058 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3d83524c-98a2-4c67-8585-b37ee0d65df8 req-e384e21c-61ca-407f-9564-57718d2cd29c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 945 time: 0.0651000 Jun 18 18:16:18.479600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3d83524c-98a2-4c67-8585-b37ee0d65df8 req-a85c607a-00ef-4d65-a45e-a0b849808673 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Jun 18 18:16:19.650782 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bd6-c153-496c-886b-aa8ece63de7b req-e8912218-a2f4-49c6-a83f-5165a6d0aaff tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:19.652260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c167bd6-c153-496c-886b-aa8ece63de7b req-e8912218-a2f4-49c6-a83f-5165a6d0aaff tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 945 time: 0.0636933 Jun 18 18:16:19.691538 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c167bd6-c153-496c-886b-aa8ece63de7b req-a4d9d64f-1d22-4e96-89e5-1ee20a8d10e5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Jun 18 18:16:19.980014 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 0dd548b6-ba87-48b6-86b9-6170efee41d6 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:16:20.140457 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 0dd548b6-ba87-48b6-86b9-6170efee41d6 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:16:20.144453 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 0dd548b6-ba87-48b6-86b9-6170efee41d6 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:16:20.144841 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:20.222942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:20.245261 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:20.247435 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90a7ef2-92fa-4c0d-880b-b409b175f9bf" -d '{"events": [{"server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "name": "network-vif-plugged", "status": "completed", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:20.260342 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:16:20.340861 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671843ec-bb94-4fc5-ad36-ee1556fcf946 x-openstack-request-id: req-671843ec-bb94-4fc5-ad36-ee1556fcf946 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:20.341162 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "name": "network-vif-plugged", "status": "completed", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:20.341423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-671843ec-bb94-4fc5-ad36-ee1556fcf946 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:20.341826 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'code': 200} Jun 18 18:16:20.359816 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:20.361806 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:20.414832 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:20.417773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:20.831820 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833cbc9-6149-457d-ba29-9366d2f25ba7 req-ed0e8b18-8e7c-4f3d-99d4-a40617ea7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:20.833389 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c833cbc9-6149-457d-ba29-9366d2f25ba7 req-ed0e8b18-8e7c-4f3d-99d4-a40617ea7802 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 1099 time: 0.0528295 Jun 18 18:16:20.870481 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c833cbc9-6149-457d-ba29-9366d2f25ba7 req-8eb802f7-49f3-424e-9ccd-37d5e4be3134 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300705 Jun 18 18:16:21.106558 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206bae4-af53-4e96-9830-2e8978d55e4f req-47da49fc-a766-45e0-b11e-647ba4dace9b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:21.108087 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5206bae4-af53-4e96-9830-2e8978d55e4f req-47da49fc-a766-45e0-b11e-647ba4dace9b tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.3026118 Jun 18 18:16:21.149785 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5206bae4-af53-4e96-9830-2e8978d55e4f req-1a37a5e7-7946-4b42-9ba8-2e4bf267a304 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355620 Jun 18 18:16:22.364228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8094d0f-e3d3-40ec-ad3a-e3735db53450 req-5c1ff0ef-f530-4781-bf4a-3ea11d6ac2a5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:22.366456 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d8094d0f-e3d3-40ec-ad3a-e3735db53450 req-5c1ff0ef-f530-4781-bf4a-3ea11d6ac2a5 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.0886295 Jun 18 18:16:22.405260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d8094d0f-e3d3-40ec-ad3a-e3735db53450 req-ae8c2731-9ba1-4a57-ba3c-74d48b10707f tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Jun 18 18:16:22.581471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442beb6-5d67-40fc-b998-bb8babb3fc81 req-213f4363-730d-47b6-a7fb-56a3152d4c34 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:22.583343 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e442beb6-5d67-40fc-b998-bb8babb3fc81 req-213f4363-730d-47b6-a7fb-56a3152d4c34 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.0664403 Jun 18 18:16:22.591673 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38636) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:22.596769 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Request body: {'floatingip': {'port_id': '0dd548b6-ba87-48b6-86b9-6170efee41d6'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:22.636357 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:22.816486 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddd3e-311c-4b78-9926-33ea256423ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:23.100456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:23.271441 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:23.379102 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Floating IP 17295c51-fd05-443c-a40d-e5c9f3a795ce associated. External IP: 172.27.2.5, port: 0dd548b6-ba87-48b6-86b9-6170efee41d6. Jun 18 18:16:23.589814 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:16:23.697526 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:16:23.702449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:23.706769 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:16:23.716785 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:23.717470 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:23.738226 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e960321d-eccd-4b59-a682-ac460a756d6c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "PUT /v2.0/floatingips/17295c51-fd05-443c-a40d-e5c9f3a795ce HTTP/1.1" status: 200 len: 990 time: 1.1448979 Jun 18 18:16:23.738870 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:23.741249 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4680e21-967d-4e38-93f0-5cecf3fb8eed" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:23.787705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadffc35-b7f4-4a7e-96ca-c94663dfbf80 x-openstack-request-id: req-aadffc35-b7f4-4a7e-96ca-c94663dfbf80 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:23.788047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:23.788349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aadffc35-b7f4-4a7e-96ca-c94663dfbf80 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:23.788783 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'status': 'completed', 'code': 200} Jun 18 18:16:23.868723 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-9fcd8206-f29b-4e62-a47d-7b73e54e08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:23.870341 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-9fcd8206-f29b-4e62-a47d-7b73e54e08c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eff8d86af2742bab66845c50e6560c3&device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 1099 time: 0.0569694 Jun 18 18:16:23.945190 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:23.975921 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-687829e7-6525-49db-a505-abd2f3b32638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:23.977433 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-687829e7-6525-49db-a505-abd2f3b32638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 200 len: 911 time: 0.0954640 Jun 18 18:16:24.043922 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-f1ee5525-fbac-46e3-863a-306eba76833f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6 HTTP/1.1" status: 200 len: 998 time: 0.0588868 Jun 18 18:16:24.095013 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-ff235c2b-2729-455b-8960-1644c6b9e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:24.096518 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-ff235c2b-2729-455b-8960-1644c6b9e3b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 200 len: 849 time: 0.0460210 Jun 18 18:16:24.159119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-18d09bfa-39b0-4482-b6eb-0d2c72bd90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:24.160626 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-18d09bfa-39b0-4482-b6eb-0d2c72bd90d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574658 Jun 18 18:16:24.181489 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '17295c51-fd05-443c-a40d-e5c9f3a795ce', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:9c:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:16:01Z', 'updated_at': '2021-06-18T18:16:23Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:24.207865 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:16:24.221424 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:24.221662 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:15:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:24.258000 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-7aa86713-c266-4b89-8b29-0e6407c163e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Jun 18 18:16:24.341561 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:24.363545 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-a4680e21-967d-4e38-93f0-5cecf3fb8eed req-7f89e420-e216-4986-a9be-07f2f6b57c16 service neutron] 10.222.0.35 "GET /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981550 Jun 18 18:16:24.427659 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38658) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:24.544430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:24.609034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '17295c51-fd05-443c-a40d-e5c9f3a795ce', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:9c:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:16:01Z', 'updated_at': '2021-06-18T18:16:23Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:24.635970 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fa8b6-4c94-4b91-9f34-3377e24dd3f2 None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '17295c51-fd05-443c-a40d-e5c9f3a795ce', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '753d58c0-b279-474b-8587-c607743bf343', 'port_id': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'mac_address': 'fa:16:3e:9c:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:16:01Z', 'updated_at': '2021-06-18T18:16:23Z', 'revision_number': 1, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:16:24.640196 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:24.785970 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:24.788931 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-a3656f7c-2ea1-4cfc-a8dd-95723e899186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:24.828011 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e22f2def896442a5a0d30e94da85d9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992405 Jun 18 18:16:24.828934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc104c2-4773-4ee5-98e8-25ae7795b1f8,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:24.830649 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38666) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:24.833070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:24.836444 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810e3cf-4715-4a68-9d81-23faf8b54028 None None] New status for floating IP 17295c51-fd05-443c-a40d-e5c9f3a795ce: ACTIVE {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:16:24.883562 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:24.914056 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:25.096241 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:25.099011 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:25.100053 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bc104c2-4773-4ee5-98e8-25ae7795b1f8 HTTP/1.1" status: 204 len: 168 time: 0.2683079 Jun 18 18:16:25.100848 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-77e701dc-d3b9-42d1-8b07-b2f3235484fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:25.108384 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc104c2-4773-4ee5-98e8-25ae7795b1f8,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:25.110689 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:25.221683 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-47032cf8-a907-474f-9fd0-cf48c2e9ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:25.496209 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:25.867743 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:16:26.448891 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:28.101572 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:32.436948 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:32.842609 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78c35-400d-46d8-a41b-200e031e72ff req-017d3123-7eb4-4a39-a4bc-1c0d9971a0cc tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:32.844140 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-36e78c35-400d-46d8-a41b-200e031e72ff req-017d3123-7eb4-4a39-a4bc-1c0d9971a0cc tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0688739 Jun 18 18:16:32.884843 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-36e78c35-400d-46d8-a41b-200e031e72ff req-3be5ae19-a213-4999-ad6b-d6a7d440cd28 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345259 Jun 18 18:16:34.064271 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77047-7b6d-4303-ae0b-99fb0d94693d req-de0ba7f1-bd1b-4008-849d-2c815acba427 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:34.065762 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7bd77047-7b6d-4303-ae0b-99fb0d94693d req-de0ba7f1-bd1b-4008-849d-2c815acba427 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0658650 Jun 18 18:16:34.106300 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7bd77047-7b6d-4303-ae0b-99fb0d94693d req-c5023642-9f22-4bca-8822-25924bc0f0c7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347404 Jun 18 18:16:36.924210 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b14e66-d99e-43d3-92ce-d74517d88a4c req-b72808b4-c1a9-4436-81d7-5297c039dd3f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:36.926640 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-69b14e66-d99e-43d3-92ce-d74517d88a4c req-b72808b4-c1a9-4436-81d7-5297c039dd3f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0743780 Jun 18 18:16:36.968642 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-69b14e66-d99e-43d3-92ce-d74517d88a4c req-ed2ca57b-81fc-4d9a-a934-349988eb7304 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362670 Jun 18 18:16:37.521037 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-719234b8-ca31-4b42-8f1f-23586c2255a7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:37.522891 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-719234b8-ca31-4b42-8f1f-23586c2255a7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0705023 Jun 18 18:16:37.634379 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 7cd9b287-a05a-4705-8f13-a66f26e1899f {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:16:37.634736 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:37.727466 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] For port 7cd9b287-a05a-4705-8f13-a66f26e1899f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7cd9b287-a05a-4705-8f13-a66f26e1899f,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:16:37.727866 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:37.910439 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:37.911541 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:37.911541 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP f888e632-f2ac-485a-817e-c8f89afe2bbf disassociated. External IP: 172.27.2.233, port: 7cd9b287-a05a-4705-8f13-a66f26e1899f. Jun 18 18:16:37.911953 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 7cd9b287-a05a-4705-8f13-a66f26e1899f owned by compute:nova {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:16:38.157580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ad33f-e329-435d-b318-47fcd4513823 req-b8136c95-9cee-43b6-939f-f92e0d384fca tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:38.159131 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ed6ad33f-e329-435d-b318-47fcd4513823 req-b8136c95-9cee-43b6-939f-f92e0d384fca tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 945 time: 0.0699553 Jun 18 18:16:38.201115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ed6ad33f-e329-435d-b318-47fcd4513823 req-c91dc8dc-2900-4af1-9a36-d249438c8dba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354512 Jun 18 18:16:38.231261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:38.236182 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-442737d5-8bfe-4f4c-88c7-a5e63f1e7cf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:38.260183 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=7cd9b287-a05a-4705-8f13-a66f26e1899f,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:38.263974 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:38.379671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:16:38.491183 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:16:38.503808 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:16:38.514056 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:38.516368 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:38.540178 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] No DVR routers for this DVR port 7cd9b287-a05a-4705-8f13-a66f26e1899f on host hv-cinder-79611 {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:16:38.542769 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:38.544985 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-fc58fe4e-3fe8-460d-bf9e-04ec9077d481 req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "DELETE /v2.0/ports/7cd9b287-a05a-4705-8f13-a66f26e1899f HTTP/1.1" status: 204 len: 173 time: 1.0166209 Jun 18 18:16:38.545926 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'name': 'network-vif-deleted', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:38.548365 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e731f-168c-4c28-b198-a4a137b36741" -d '{"events": [{"server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "name": "network-vif-deleted", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:38.587290 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca8032-88cc-4568-bf79-af360c463f93 x-openstack-request-id: req-f2ca8032-88cc-4568-bf79-af360c463f93 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:38.587714 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a981f81-09bc-4614-b897-dc6480ae1d5e", "name": "network-vif-deleted", "tag": "7cd9b287-a05a-4705-8f13-a66f26e1899f", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:38.588165 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2ca8032-88cc-4568-bf79-af360c463f93 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:38.588969 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a981f81-09bc-4614-b897-dc6480ae1d5e', 'name': 'network-vif-deleted', 'tag': '7cd9b287-a05a-4705-8f13-a66f26e1899f', 'status': 'completed', 'code': 200} Jun 18 18:16:38.631474 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:38.862878 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:38.890430 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:16:38.899353 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:16:38.899970 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:39.017814 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:16:39.224154 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:39.256403 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92811c-8842-44ce-8c14-889da6719235 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:16:39.364450 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-13656d4a-8b90-44b8-ae04-f4b9938e3325 req-396020b6-ad7a-4c17-b7e2-d9b27bfbd8c7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a981f81-09bc-4614-b897-dc6480ae1d5e HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jun 18 18:16:39.449021 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38846) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:39.495442 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Deleting subnet 647db240-6ea6-4254-a82b-9c5314adca21 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:16:39.499481 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.524600 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8391b59-8ff4-4fef-aa78-d94946524fff None None] New status for floating IP f888e632-f2ac-485a-817e-c8f89afe2bbf: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:16:39.541600 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.584487 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.719498 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.721953 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:39.745697 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647db240-6ea6-4254-a82b-9c5314adca21,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:39.749258 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:39.750251 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.752953 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-ea8b321e-5dd0-4775-8f3f-409ff10dbf1d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/647db240-6ea6-4254-a82b-9c5314adca21 HTTP/1.1" status: 204 len: 168 time: 0.3026166 Jun 18 18:16:39.754755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38848) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:39.830607 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.935050 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.946408 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74facba-720f-4e1f-85eb-535291188a67']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:39.958320 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:39.961488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac9bf35-9e09-4743-a6e8-ba56a2ec8c60') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:16:39.969291 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:39.988868 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:16:40.000416 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:16:40.140256 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.144142 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:40.147137 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.151361 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d74facba-720f-4e1f-85eb-535291188a67 HTTP/1.1" status: 204 len: 168 time: 0.3930790 Jun 18 18:16:40.175783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74facba-720f-4e1f-85eb-535291188a67,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:40.196576 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e1c8ad6b-5d83-4d02-8aae-ac4fde00e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:40.605645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 38872) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:40.666613 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-66157c24-3b59-4b63-a798-a0bad6d21c3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=299dea9d9c5041e3819afb8651b109e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597022 Jun 18 18:16:40.669180 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 38874) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:16:40.684431 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-8d4c3bde-7d7a-4b46-8d3a-038ad7762814 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516955238&fields=id&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 267 time: 0.0525897 Jun 18 18:16:40.731626 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.755047 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.815405 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-2cf2370d-f67f-42a6-8db4-f288efc5f05b tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:40.819954 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-2cf2370d-f67f-42a6-8db4-f288efc5f05b tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.1249771 Jun 18 18:16:40.832164 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-dc8c81df-850a-4e78-a6fe-c975dc95545d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/quotas/f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 375 time: 0.0094621 Jun 18 18:16:40.893654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.896778 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:40.900420 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/729d5133-f3c2-4263-be80-ce76c3d8f439 HTTP/1.1" status: 204 len: 168 time: 0.2278464 Jun 18 18:16:40.900420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d5a82a60-ac80-4977-85bd-093a7df7519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:40.901346 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-b544005d-4180-4572-837d-685f5434bb1f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638628 Jun 18 18:16:40.909730 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d5133-f3c2-4263-be80-ce76c3d8f439,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:40.912964 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:41.132272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-92355643-55e7-4b0f-b137-67546e6d1020 service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147832 Jun 18 18:16:41.228312 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-722d05e0-e3cf-469b-860f-5d655befea62 service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899880 Jun 18 18:16:41.989927 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a790c248-235b-40a4-96f8-b79482ea1e7c req-2af5d206-efd9-4713-8605-376d3fa76287 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 210 time: 0.0345752 Jun 18 18:16:42.055842 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7cd9b287-a05a-4705-8f13-a66f26e1899f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:16:42.079308 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 7cd9b287-a05a-4705-8f13-a66f26e1899f {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:16:42.079691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 7cd9b287-a05a-4705-8f13-a66f26e1899f not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:16:43.140605 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1fcc9266-cdb9-41ed-af13-975410bb040c req-1d27202b-7931-403f-abd5-6b2e5b9f96a2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 210 time: 0.0302074 Jun 18 18:16:45.819875 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f21d3f20-11d5-4545-ad30-e5f7dfde36b8 req-4df09182-9ba4-4777-8a17-00126038d9ee tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 210 time: 0.0296643 Jun 18 18:16:46.993539 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d18b4a40-1fd9-40bc-ba46-2e917f081f92 req-f3f5889a-7cf5-4b12-b888-c9feda4d5938 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 210 time: 0.0490100 Jun 18 18:16:47.084420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-7a08cb6f-e169-45b5-b48f-417beedf9e02 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:47.085971 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-7a08cb6f-e169-45b5-b48f-417beedf9e02 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.1156783 Jun 18 18:16:47.132762 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-e003ca12-de6b-4483-8d76-2399b88fb7da tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 379 time: 0.0360961 Jun 18 18:16:47.144179 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'port': {'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'admin_state_up': True, 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'security_groups': ['f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:47.410075 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Made reservation on behalf of f657e966cbdd44ea96d48f2ee11717d1 for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:16:47.413700 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:47.561103 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.20.0.14 (88e1e945-5b3c-4553-870c-1b8915bbc204/4b495742-6978-40b4-a86f-e850951ce866/842466c7-d30d-4f2b-af4e-0de9114497b6) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:16:47.708793 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:47.723450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Transition to ACTIVE for port object 842466c7-d30d-4f2b-af4e-0de9114497b6 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:16:47.837350 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:47.841415 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-517b1fc3-efbf-4d0e-992a-ac8ba4c6fc4c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:47.892903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:16:47.896877 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:16:47.902449 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:16:47.946179 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:47.967713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.967969 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.968370 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.968747 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.969281 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.969558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.970118 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.971010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.972125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.972828 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.973360 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.973574 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:16:47.985631 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:48.007164 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:48.007829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:48.073779 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-59c78512-17b7-4c01-afd8-d910daec11eb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9354339 Jun 18 18:16:48.233780 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0f7a0b13-d88d-4a9c-8558-effb9ba7f0aa None None] Provisioning for port 842466c7-d30d-4f2b-af4e-0de9114497b6 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:16:48.238479 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0f7a0b13-d88d-4a9c-8558-effb9ba7f0aa None None] Provisioning complete for port 842466c7-d30d-4f2b-af4e-0de9114497b6 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:16:48.238971 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0b13-d88d-4a9c-8558-effb9ba7f0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:48.273613 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a0b13-d88d-4a9c-8558-effb9ba7f0aa None None] Port 842466c7-d30d-4f2b-af4e-0de9114497b6 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:16:50.360997 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Request body: {'port': {'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:16:50.454833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:50.564313 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657170-388a-48b8-896e-fb79a707479a req-138c5567-c46c-4607-b107-ae10cecebe6a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:50.565827 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d657170-388a-48b8-896e-fb79a707479a req-138c5567-c46c-4607-b107-ae10cecebe6a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 932 time: 0.0772619 Jun 18 18:16:50.605033 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d657170-388a-48b8-896e-fb79a707479a req-bffbad49-540d-40fb-9a0c-67773af87944 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jun 18 18:16:50.726971 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842466c7-d30d-4f2b-af4e-0de9114497b6 {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:16:50.734717 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:50.746223 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Transition to ACTIVE for port object 842466c7-d30d-4f2b-af4e-0de9114497b6 will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:16:50.856184 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:50.858402 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-648472e1-7169-40f4-a129-e360355452e6 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:50.932007 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Pushing event updated for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:50.936820 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:51.008744 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Attempting to bind port 842466c7-d30d-4f2b-af4e-0de9114497b6 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:16:51.009082 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Attempting to bind port 842466c7-d30d-4f2b-af4e-0de9114497b6 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:16:51.009409 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Attempting to bind port 842466c7-d30d-4f2b-af4e-0de9114497b6 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:16:51.014101 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Port 842466c7-d30d-4f2b-af4e-0de9114497b6 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:16:51.014414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Attempting to bind port 842466c7-d30d-4f2b-af4e-0de9114497b6 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:16:51.019493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:16:51.019936 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:16:51.020345 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Bound using segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:16:51.020780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Bound port: 842466c7-d30d-4f2b-af4e-0de9114497b6, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:16:51.021134 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:51.090024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:16:51.093746 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=842466c7-d30d-4f2b-af4e-0de9114497b6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:16:51.216013 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:51.218085 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f5a1dee9-e3c1-4536-a83c-dab095dc82f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:16:51.253690 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.254318 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:51.255694 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] 10.222.0.35 "PUT /v2.0/ports/842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 1094 time: 0.8997018 Jun 18 18:16:51.256203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:16:51.258528 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a52788-f931-43ba-8541-863e302a5059" -d '{"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:16:51.284836 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Pushing event updated for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:16:51.288680 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:16:51.330750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ae4a2-0f5f-46d7-829f-74fa11d4643f x-openstack-request-id: req-ff9ae4a2-0f5f-46d7-829f-74fa11d4643f {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:16:51.331093 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:16:51.331381 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff9ae4a2-0f5f-46d7-829f-74fa11d4643f {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:16:51.331809 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'status': 'completed', 'code': 200} Jun 18 18:16:51.424521 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52788-f931-43ba-8541-863e302a5059 req-9c6f8363-9234-4627-8835-ec1795b492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.430788 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-88a52788-f931-43ba-8541-863e302a5059 req-9c6f8363-9234-4627-8835-ec1795b492a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1097 time: 0.0658731 Jun 18 18:16:51.567629 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52788-f931-43ba-8541-863e302a5059 req-2103e7f6-61b8-42f2-a7be-03f515f4a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.569210 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-88a52788-f931-43ba-8541-863e302a5059 req-2103e7f6-61b8-42f2-a7be-03f515f4a9eb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1323330 Jun 18 18:16:51.675450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52788-f931-43ba-8541-863e302a5059 req-30321a13-4756-46d5-8c77-8e639215f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.676944 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-88a52788-f931-43ba-8541-863e302a5059 req-30321a13-4756-46d5-8c77-8e639215f77a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004233 Jun 18 18:16:51.774066 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-b877ad93-7180-4275-9721-cbe21b9ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.775709 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-b877ad93-7180-4275-9721-cbe21b9ef5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1097 time: 0.0545905 Jun 18 18:16:51.790763 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29e15-d0c7-4fe6-a75d-4b0f70c8964b req-ae75de93-4bbf-4e90-a2f9-0484110c0522 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:51.792492 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bce29e15-d0c7-4fe6-a75d-4b0f70c8964b req-ae75de93-4bbf-4e90-a2f9-0484110c0522 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0684931 Jun 18 18:16:51.822581 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-4b83b89b-e11c-4ee6-8530-b631f692ebd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 217 time: 0.0379007 Jun 18 18:16:51.837198 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bce29e15-d0c7-4fe6-a75d-4b0f70c8964b req-97f13298-cc3a-432c-955e-dbb1eb55c77f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360084 Jun 18 18:16:52.120939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-2e62d0c2-775f-4b47-a1c2-cf0406fc58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:52.122356 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-2e62d0c2-775f-4b47-a1c2-cf0406fc58f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.2929184 Jun 18 18:16:52.638704 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ebde0bb2-8c56-40cd-b970-a926ae65cbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:53.024474 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0324-c271-4581-b28d-0d954685d836 req-7a80ae9c-4f9b-46b4-8444-6a270ec269da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:53.025972 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-7a80ae9c-4f9b-46b4-8444-6a270ec269da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537117 Jun 18 18:16:55.061302 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-8f48208b-fd5f-4c88-a581-990472132aec service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900743 Jun 18 18:16:55.154450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6066-0071-41fd-9d35-64a0dfc7f57a req-c42d7afb-63b2-48e1-b814-d5f9722b7578 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:55.157046 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5ef13445-eaed-4313-9258-ac083fc58346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:55.157714 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1e2c6066-0071-41fd-9d35-64a0dfc7f57a req-c42d7afb-63b2-48e1-b814-d5f9722b7578 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0738997 Jun 18 18:16:55.170567 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-f69a0324-c271-4581-b28d-0d954685d836 req-1987fed9-748d-4239-8c2d-ac2769105421 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003027 Jun 18 18:16:55.207451 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1e2c6066-0071-41fd-9d35-64a0dfc7f57a req-ec24aa92-2c4a-463f-8944-13d8bae78f99 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Jun 18 18:16:55.512989 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:56.412315 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c65ec-db79-4887-97ac-e341e10b4266 req-f7224af3-c82b-46aa-afb1-d8e052f47c22 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:56.413772 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f72c65ec-db79-4887-97ac-e341e10b4266 req-f7224af3-c82b-46aa-afb1-d8e052f47c22 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0647092 Jun 18 18:16:56.427602 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:56.453740 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f72c65ec-db79-4887-97ac-e341e10b4266 req-923e4da4-2089-4b01-95dd-5c42f4619990 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343111 Jun 18 18:16:57.631469 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003df0-ddf5-4f33-a7c8-2ca9985a3db1 req-d3a2c261-0601-421d-9e5c-ad4a112eeead tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:57.632955 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f003df0-ddf5-4f33-a7c8-2ca9985a3db1 req-d3a2c261-0601-421d-9e5c-ad4a112eeead tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0643466 Jun 18 18:16:57.670457 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2f003df0-ddf5-4f33-a7c8-2ca9985a3db1 req-c1294807-aa94-443e-b77b-7f150eeda3a6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Jun 18 18:16:58.129764 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:16:58.850343 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f7d2-9a40-4e53-bf53-1a4bd80181f2 req-48dc6269-a98d-4504-899c-fbc19e064b38 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:16:58.851890 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d87f7d2-9a40-4e53-bf53-1a4bd80181f2 req-48dc6269-a98d-4504-899c-fbc19e064b38 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0699179 Jun 18 18:16:58.895996 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d87f7d2-9a40-4e53-bf53-1a4bd80181f2 req-0a616c45-192b-4c19-9237-8c00d8b8a95e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380545 Jun 18 18:17:00.068812 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393aaa1-f033-4f01-959f-5aba2b6fe0ba req-382c1d00-71c0-4c70-bd21-7fb1064577f6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:00.070281 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8393aaa1-f033-4f01-959f-5aba2b6fe0ba req-382c1d00-71c0-4c70-bd21-7fb1064577f6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0644302 Jun 18 18:17:00.107738 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8393aaa1-f033-4f01-959f-5aba2b6fe0ba req-4b91d0c5-dff9-477b-851c-f45b1815f238 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Jun 18 18:17:01.350123 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8c879-af4e-48c2-a9f6-846ddb24a42d req-6b32bb8a-a3cd-444b-8a20-261aaf8e1b9e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:01.351723 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ade8c879-af4e-48c2-a9f6-846ddb24a42d req-6b32bb8a-a3cd-444b-8a20-261aaf8e1b9e tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0847242 Jun 18 18:17:01.406777 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ade8c879-af4e-48c2-a9f6-846ddb24a42d req-87caf287-bcb1-4562-a8b7-54740e7287c6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435886 Jun 18 18:17:01.481860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474679-51c8-4066-89f0-9e5eeb51f6f8 req-b65e922c-a42f-4cee-ab36-9e57035f31f3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:01.483373 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-68474679-51c8-4066-89f0-9e5eeb51f6f8 req-b65e922c-a42f-4cee-ab36-9e57035f31f3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0709753 Jun 18 18:17:01.521874 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-68474679-51c8-4066-89f0-9e5eeb51f6f8 req-d8f5e3b4-a5ed-465e-a589-252abdd2e6d7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Jun 18 18:17:01.659857 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39166) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:01.764559 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:01.866319 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.094453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.100104 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9280b8e5-592d-487d-abaf-c918a0f78072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:02.132802 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e6a84-9e7c-41b3-a8ba-faa010372fd7,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:02.135991 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:02.151541 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39170) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:02.151671 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d6d3f4a14d547a98964909b2e899c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850974 Jun 18 18:17:02.198086 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.219355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.381563 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.384144 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.385586 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/479e6a84-9e7c-41b3-a8ba-faa010372fd7 HTTP/1.1" status: 204 len: 168 time: 0.2382839 Jun 18 18:17:02.386534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dec3f374-3108-46ad-a608-8c875c646e05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:02.395766 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e6a84-9e7c-41b3-a8ba-faa010372fd7,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:02.403156 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.403532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.403895 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.404256 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.404639 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.404998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.405349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.405793 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.406219 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.406501 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.406846 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.407195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:02.410424 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:02.425261 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:02.591788 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821a5e-848a-4086-8808-48cf43fb3cea req-c48637d3-92f9-44b8-a6b7-2a39ce7b0278 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:02.593595 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd821a5e-848a-4086-8808-48cf43fb3cea req-c48637d3-92f9-44b8-a6b7-2a39ce7b0278 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0712724 Jun 18 18:17:02.644071 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd821a5e-848a-4086-8808-48cf43fb3cea req-06c04281-b894-4178-befc-336ce9be46e5 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Jun 18 18:17:02.721475 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f7b9-9d87-4450-9d27-c8dd7670737c req-5e96b9af-a7e1-4d24-a72b-eaba8282aa8c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:02.722950 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0ee8f7b9-9d87-4450-9d27-c8dd7670737c req-5e96b9af-a7e1-4d24-a72b-eaba8282aa8c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0778422 Jun 18 18:17:02.729191 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-93f624ee-1f39-4aab-9d2e-762660246651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:02.730687 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-93f624ee-1f39-4aab-9d2e-762660246651 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1099 time: 0.0538962 Jun 18 18:17:02.764930 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0ee8f7b9-9d87-4450-9d27-c8dd7670737c req-815b902a-5980-4031-9bc4-f5669ce3b3a6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 Jun 18 18:17:02.837330 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-7c623a63-1b3b-41d9-bbb7-204a42596f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:02.838806 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-7c623a63-1b3b-41d9-bbb7-204a42596f3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.0853825 Jun 18 18:17:02.867921 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:17:02.916557 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-a60bf535-4ef2-4662-a3af-6e76532bfda4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 1002 time: 0.0703738 Jun 18 18:17:02.967865 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-239866fd-9a96-432e-90aa-a89d26df05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:02.970013 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-239866fd-9a96-432e-90aa-a89d26df05ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0468032 Jun 18 18:17:03.039869 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-8f46da42-7bba-49ab-8a73-ac13ff0c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:03.041437 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-8f46da42-7bba-49ab-8a73-ac13ff0c5a3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642767 Jun 18 18:17:03.137083 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-52e7dd54-690a-4eef-b7e8-fc2e80334589 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Jun 18 18:17:03.231285 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-aaa8d1a8-2ea1-495e-a6e7-3d35e8fc0a90 req-d8643765-1094-4a51-a1ab-0cc0f4d2eee0 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Jun 18 18:17:03.835712 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3c09-3b8b-4beb-b382-b40910dcc36a req-5219602a-4a5a-439e-a526-7600ef633019 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:03.837427 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b4e3c09-3b8b-4beb-b382-b40910dcc36a req-5219602a-4a5a-439e-a526-7600ef633019 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 944 time: 0.0703201 Jun 18 18:17:03.879553 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9b4e3c09-3b8b-4beb-b382-b40910dcc36a req-c7a485fa-8b2c-4dc2-8acd-fb953b613a69 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351157 Jun 18 18:17:03.966748 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787c6c1-c4fa-4f12-9961-04367815cfad req-6861e7e6-f708-4bc8-9505-f3f6f36e5a43 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:03.968558 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1787c6c1-c4fa-4f12-9961-04367815cfad req-6861e7e6-f708-4bc8-9505-f3f6f36e5a43 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0762525 Jun 18 18:17:04.027299 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1787c6c1-c4fa-4f12-9961-04367815cfad req-025c8020-f7eb-499a-8c35-18e8e333d319 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366228 Jun 18 18:17:04.449727 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 842466c7-d30d-4f2b-af4e-0de9114497b6 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:17:04.544894 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=842466c7-d30d-4f2b-af4e-0de9114497b6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:04.556985 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:17:04.594857 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:04.608716 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842466c7-d30d-4f2b-af4e-0de9114497b6 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:17:04.628604 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=842466c7-d30d-4f2b-af4e-0de9114497b6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:04.719311 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:04.721040 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:04.770143 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:04.777362 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.779663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.780218 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.780218 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.780441 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.780749 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.781707 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:04.785636 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:04.990135 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['842466c7-d30d-4f2b-af4e-0de9114497b6'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:17:05.055968 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd510c-71b7-49a5-882e-001f0042884d req-f0c3b87f-c2d3-427e-b281-9e2ced8e9d8b tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:05.057480 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-babd510c-71b7-49a5-882e-001f0042884d req-f0c3b87f-c2d3-427e-b281-9e2ced8e9d8b tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 945 time: 0.0666366 Jun 18 18:17:05.100710 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-babd510c-71b7-49a5-882e-001f0042884d req-acc9bd7b-7eb7-4bee-b710-38d19e7acff5 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369017 Jun 18 18:17:05.212173 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bec0d-7e1d-42ed-a332-6a0fb46e6a95 req-2c6c951a-6805-4de8-b2e8-35b36e3fe3a8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:05.213829 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f23bec0d-7e1d-42ed-a332-6a0fb46e6a95 req-2c6c951a-6805-4de8-b2e8-35b36e3fe3a8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0715716 Jun 18 18:17:05.255371 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f23bec0d-7e1d-42ed-a332-6a0fb46e6a95 req-516df681-8390-44cd-845f-2bb36452c0a9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342548 Jun 18 18:17:06.280169 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01009aa-8559-4f0e-9dae-45a2468ca2ec req-3e39734d-8412-42e4-bd99-be4b0d90293a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:06.282383 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f01009aa-8559-4f0e-9dae-45a2468ca2ec req-3e39734d-8412-42e4-bd99-be4b0d90293a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 945 time: 0.0669940 Jun 18 18:17:06.324335 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f01009aa-8559-4f0e-9dae-45a2468ca2ec req-8f7fcd89-1ca4-488d-96f1-025645c4d439 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362294 Jun 18 18:17:06.453500 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 842466c7-d30d-4f2b-af4e-0de9114497b6 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:06.455494 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f491c-c7ce-45b5-9f17-23c1f24015cb req-cf939a08-a7fb-4883-aaba-e61e26cc7f51 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:06.457060 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d5f491c-c7ce-45b5-9f17-23c1f24015cb req-cf939a08-a7fb-4883-aaba-e61e26cc7f51 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0679333 Jun 18 18:17:06.497586 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d5f491c-c7ce-45b5-9f17-23c1f24015cb req-99b2d024-850f-4723-ae58-0574d627e3f3 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Jun 18 18:17:06.575407 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 842466c7-d30d-4f2b-af4e-0de9114497b6 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:06.580158 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 842466c7-d30d-4f2b-af4e-0de9114497b6 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:06.580566 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:06.658445 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:06.682602 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:17:06.684992 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b534270-8f26-49bb-a3e0-13ec0846724b" -d '{"events": [{"server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "name": "network-vif-plugged", "status": "completed", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:17:06.702234 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=842466c7-d30d-4f2b-af4e-0de9114497b6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:06.728752 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83235b19-f8ea-4a26-ba7a-3da6daf17f20 x-openstack-request-id: req-83235b19-f8ea-4a26-ba7a-3da6daf17f20 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:17:06.729133 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "name": "network-vif-plugged", "status": "completed", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:17:06.729467 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83235b19-f8ea-4a26-ba7a-3da6daf17f20 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:17:06.729909 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'code': 200} Jun 18 18:17:06.807620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:06.810564 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-f007c547-06e5-4635-8a63-28688dd7fa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:06.861321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:06.864546 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:07.163066 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39304) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:07.217710 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667acfe-726a-48bd-a1fe-96811c181315 req-e4fba21d-2f11-4bf4-b078-4fae451adf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:07.219802 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c667acfe-726a-48bd-a1fe-96811c181315 req-e4fba21d-2f11-4bf4-b078-4fae451adf87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1099 time: 0.0603628 Jun 18 18:17:07.254965 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-c667acfe-726a-48bd-a1fe-96811c181315 req-364fe007-2dc8-4816-9249-87eb4c3792ab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286429 Jun 18 18:17:07.270107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.369206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.463706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.481799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f8e1f656-6116-4020-82cf-3541329401a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:07.530707 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99f1267d62c344659a86efee168631d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664792 Jun 18 18:17:07.535073 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39314) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:07.535346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9ad668-fe5c-433c-b681-62fa55e9fa3e,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:07.538707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:07.571701 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d26fb-e292-45fe-b285-944ec04196de req-c79a42e4-d9c1-4b4d-a36d-ccc0fafa9a81 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:07.576884 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fb2d26fb-e292-45fe-b285-944ec04196de req-c79a42e4-d9c1-4b4d-a36d-ccc0fafa9a81 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.1277130 Jun 18 18:17:07.602121 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.621766 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fb2d26fb-e292-45fe-b285-944ec04196de req-4e9b8252-b8fe-4bb0-95b5-3454b393dcdb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388896 Jun 18 18:17:07.630191 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.708400 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8ef0e-4995-41f5-b380-fd987d1cdefd req-4d70a3d2-909f-4e0b-b0a5-fc9dedbe10b1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:07.709882 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-13b8ef0e-4995-41f5-b380-fd987d1cdefd req-4d70a3d2-909f-4e0b-b0a5-fc9dedbe10b1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0697253 Jun 18 18:17:07.747922 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-13b8ef0e-4995-41f5-b380-fd987d1cdefd req-bc2eda14-de26-4163-a6b4-fbd871c0acf6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Jun 18 18:17:07.769609 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.772532 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:07.775889 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f9ad668-fe5c-433c-b681-62fa55e9fa3e HTTP/1.1" status: 204 len: 168 time: 0.2374394 Jun 18 18:17:07.775889 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f0be681f-70eb-4629-b02b-3cd0d6b34ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:07.783952 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9ad668-fe5c-433c-b681-62fa55e9fa3e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:07.786345 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:08.823584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd65895-ca88-4771-bdff-83f31220c701 req-59724693-7452-40c3-b5b4-6ee93226dd90 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:08.825759 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfd65895-ca88-4771-bdff-83f31220c701 req-59724693-7452-40c3-b5b4-6ee93226dd90 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.0823257 Jun 18 18:17:08.873564 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfd65895-ca88-4771-bdff-83f31220c701 req-e33c0a4e-d6a5-4d36-bb33-e2744b6e8613 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Jun 18 18:17:08.897453 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39344) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:08.964671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096dbdb-0cff-4555-9685-858993a5f1d1 req-c0a82fe2-c3e3-4663-8237-f731c059eb0c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:08.966276 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7096dbdb-0cff-4555-9685-858993a5f1d1 req-c0a82fe2-c3e3-4663-8237-f731c059eb0c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0841477 Jun 18 18:17:09.013936 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7096dbdb-0cff-4555-9685-858993a5f1d1 req-a3fbf22e-2908-4cbb-a052-4f81d6e6c374 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Jun 18 18:17:09.017649 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1827923978-network', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:09.106637 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Made reservation on behalf of f891bde6f0864ee6a12e83a179606c3e for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:17:09.110024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.119455 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.223133 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.250468 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baeab3-63ce-4dcf-8f4a-f1cb4b5b1c5c req-559725e4-d85d-4f56-8a82-f6eaec153d0d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:09.251915 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-17baeab3-63ce-4dcf-8f4a-f1cb4b5b1c5c req-559725e4-d85d-4f56-8a82-f6eaec153d0d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.0678706 Jun 18 18:17:09.292860 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-17baeab3-63ce-4dcf-8f4a-f1cb4b5b1c5c req-7f0c7311-6e74-4a26-aae1-a74f0d144e9a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351455 Jun 18 18:17:09.319568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39352) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:09.345054 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.351330 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cf709a23-ea8e-496e-8604-96a8aeab42d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:09.373662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:17:09.374652 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353cdf8-acc1-40aa-9725-f97e20675713 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:09.376160 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7353cdf8-acc1-40aa-9725-f97e20675713 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1094 time: 0.0584249 Jun 18 18:17:09.379575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39354) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:09.384132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:09.389104 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dfb03d-60cc-45f9-8ba6-10004883eb84,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:09.392608 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.393001 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Added segment fe67623a-0b8a-466a-bb6e-d763bcdc4110 of type vlan for network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 Jun 18 18:17:09.394443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:09.435246 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.533544 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.563837 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.565283 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:09.566051 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.568327 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:09.630925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=33ad5d57-ac41-4496-b2d9-7bb3b1248812,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:09.633933 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:09.643407 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:17:09.739822 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8406162 Jun 18 18:17:09.742558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39358) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:09.747658 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Request body: {'subnet': {'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1827923978-subnet', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:09.887567 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:09.889705 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Made reservation on behalf of f891bde6f0864ee6a12e83a179606c3e for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:17:09.892827 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245952'] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.003341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.27.2.151 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/89c959c8-5b45-430d-ac58-88ef25c53dbe) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:10.130318 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.185494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10371990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245970'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.188478 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:10.245097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11407-7926-4b67-b22f-2d08b2218c83 req-35eba7db-caf8-4d63-8167-6289edb5a2f2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:10.247654 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5d11407-7926-4b67-b22f-2d08b2218c83 req-35eba7db-caf8-4d63-8167-6289edb5a2f2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0988400 Jun 18 18:17:10.253966 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:10.257589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:10.264266 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Checking segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:10.264685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Network hostable DHCP agents. Network: 33ad5d57-ac41-4496-b2d9-7bb3b1248812, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:17:10.302506 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5d11407-7926-4b67-b22f-2d08b2218c83 req-6f1fc2f1-2464-4232-b8b8-b10110f8695d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Jun 18 18:17:10.356810 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.359489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:10.401876 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:10.407570 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:17:10.410614 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:10.414119 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=89c959c8-5b45-430d-ac58-88ef25c53dbe,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:10.417835 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:10.420267 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:10.540778 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 33ad5d57-ac41-4496-b2d9-7bb3b1248812) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:10.547062 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:10.547706 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.550771 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67478981-ff5c-446d-8888-46b639f6840c None None] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:17:10.687426 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1a73b34d-0a43-413f-a098-0907310c8c64 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9414198 Jun 18 18:17:10.687766 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39366) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:10.692845 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:10.705226 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:17:10.706780 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.837985 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.860945 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Allocated IP 172.20.0.2 (33ad5d57-ac41-4496-b2d9-7bb3b1248812/300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac/f9eb0a96-8681-4fdf-8cb7-413898192bf1) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:10.922411 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.923494 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:10.978488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.050212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.141016 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.150516 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Transition to ACTIVE for port object f9eb0a96-8681-4fdf-8cb7-413898192bf1 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:11.167292 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Transition to ACTIVE for port object f9eb0a96-8681-4fdf-8cb7-413898192bf1 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:11.228436 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.229245 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.282608 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.284658 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:11.318237 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.321743 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:11.324662 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:11.335137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:11.339900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:11.343059 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0a96-8681-4fdf-8cb7-413898192bf1,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:11.353456 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:11.411665 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=89c959c8-5b45-430d-ac58-88ef25c53dbe,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:11.416460 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:11.421800 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.464362 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Attempting to bind port f9eb0a96-8681-4fdf-8cb7-413898192bf1 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:11.466553 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Attempting to bind port f9eb0a96-8681-4fdf-8cb7-413898192bf1 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:11.467044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Attempting to bind port f9eb0a96-8681-4fdf-8cb7-413898192bf1 on network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:11.478328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:11.479049 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Checking segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:11.479798 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.480399 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Bound using segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:11.481075 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Bound port: f9eb0a96-8681-4fdf-8cb7-413898192bf1, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:11.481773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.567598 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] For port f9eb0a96-8681-4fdf-8cb7-413898192bf1, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:11.572949 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] For port f9eb0a96-8681-4fdf-8cb7-413898192bf1, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f9eb0a96-8681-4fdf-8cb7-413898192bf1,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:11.592827 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP 1d58c492-a28c-4340-860b-a109f7a777d1 associated. External IP: 172.27.2.151, port: 842466c7-d30d-4f2b-af4e-0de9114497b6. Jun 18 18:17:11.602995 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.606167 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d50ef-c3ba-474c-af66-39bc69b30615 req-c5468888-62cb-49ff-843c-10b9e31d8134 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:11.609434 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c39d50ef-c3ba-474c-af66-39bc69b30615 req-c5468888-62cb-49ff-843c-10b9e31d8134 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1385975 Jun 18 18:17:11.631239 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.679560 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:11.683122 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:11.720561 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c39d50ef-c3ba-474c-af66-39bc69b30615 req-dc75f930-2274-4be5-92bb-0459d0e3ea0a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743792 Jun 18 18:17:11.756030 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0a96-8681-4fdf-8cb7-413898192bf1,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:11.764883 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Allocated IP 172.27.2.216 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/8b794315-d0a6-489a-a90d-6afeb18d32b8) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:11.779373 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:11.886139 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:17:11.890239 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:12.026451 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:17:12.033450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:12.036805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5257f0f6-185f-484c-beff-c017d8d86bb3 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:12.042373 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:17:12.061994 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:12.063038 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:12.084638 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:12.089724 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b794315-d0a6-489a-a90d-6afeb18d32b8,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:12.095383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:12.098290 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:12.098990 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:12.175518 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:12.225403 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8415532 Jun 18 18:17:12.225403 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:17:12.226253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f1ba2-05f2-4911-a67a-72c32c35deb8" -d '{"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:17:12.227552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:12.292043 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65aedb9-a101-4f62-a858-6e3152551603 x-openstack-request-id: req-c65aedb9-a101-4f62-a858-6e3152551603 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:17:12.292408 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:17:12.292705 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c65aedb9-a101-4f62-a858-6e3152551603 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:17:12.293143 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'status': 'completed', 'code': 200} Jun 18 18:17:12.382748 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f9eb0a96-8681-4fdf-8cb7-413898192bf1 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:12.394500 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-853b0c06-022d-4eba-ad86-6f4578619795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:12.394500 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-853b0c06-022d-4eba-ad86-6f4578619795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1099 time: 0.0645347 Jun 18 18:17:12.562203 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:10Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:12.591016 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:12.596900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port f9eb0a96-8681-4fdf-8cb7-413898192bf1 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:12.599318 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:17:12.611872 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:12.612630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:12.661040 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-8312c7c4-ef3e-4b78-87d8-3f1740eb8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:12.663507 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-8312c7c4-ef3e-4b78-87d8-3f1740eb8957 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.2606778 Jun 18 18:17:12.776431 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:12.963289 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-afc2051e-e637-4ceb-a794-6ed6c756643f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 1000 time: 0.2807355 Jun 18 18:17:12.968431 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065181-00c1-4b88-bc41-becaee379340 req-4d0626c8-ea60-4323-bb0a-066356fa607e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:12.969987 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a9065181-00c1-4b88-bc41-becaee379340 req-4d0626c8-ea60-4323-bb0a-066356fa607e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0917001 Jun 18 18:17:12.977915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db322a71-9407-4f65-9159-c0bea8cd8714 None None] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:17:13.012097 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.020970 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a9065181-00c1-4b88-bc41-becaee379340 req-ba5a4563-302d-47b8-9d4f-9bd73bff9d6b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jun 18 18:17:13.065218 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-749ac354-e4fb-418f-abfd-dd75e8c450f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:13.066657 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-749ac354-e4fb-418f-abfd-dd75e8c450f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0946274 Jun 18 18:17:13.177115 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:10Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:13.180697 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Provisioning for port f9eb0a96-8681-4fdf-8cb7-413898192bf1 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:13.197458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-f4ffc49d-930e-4c26-8171-b5bc870d4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:13.198957 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-f4ffc49d-930e-4c26-8171-b5bc870d4230 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1168349 Jun 18 18:17:13.216100 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f2ee-ee22-4bef-9dfe-336874847175 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:10Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:17:13.232164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Provisioning complete for port f9eb0a96-8681-4fdf-8cb7-413898192bf1 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:13.232575 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.319365 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-e2e37e8c-05c9-4e61-80e7-7f3ed67119f1 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027887 Jun 18 18:17:13.345975 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.393311 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] For port f9eb0a96-8681-4fdf-8cb7-413898192bf1, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f9eb0a96-8681-4fdf-8cb7-413898192bf1,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:13.469428 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380275a4-5d90-4aa5-b600-c8b847357b55 None None] New status for floating IP 1d58c492-a28c-4340-860b-a109f7a777d1: ACTIVE {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:17:13.489925 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.494059 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:13.561303 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0a96-8681-4fdf-8cb7-413898192bf1,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:13.569333 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:13.611153 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-922d2479-e1bc-4c9c-a3d2-e5b938b8dd20 None None] Provisioning complete for port f9eb0a96-8681-4fdf-8cb7-413898192bf1 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:13.611449 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-922d2479-e1bc-4c9c-a3d2-e5b938b8dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.622930 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Router f5aecc86-9425-4377-8de6-1d0f46cf5b40 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:17:13.777241 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-034f1ba2-05f2-4911-a67a-72c32c35deb8 req-7b68f4c4-6a7b-4b83-963d-0ac650e91dcd service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596615 Jun 18 18:17:13.812895 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:17:13.826066 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Sync routers for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:17:13.838217 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:13.839139 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:13.956725 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:13.967482 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:13.969609 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2808628 Jun 18 18:17:13.972711 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39388) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:14.224770 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717d2f5-352a-4eff-a6e7-a74bc63132f9 req-21051208-01ae-4dab-a7a5-913318943711 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:14.227069 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9717d2f5-352a-4eff-a6e7-a74bc63132f9 req-21051208-01ae-4dab-a7a5-913318943711 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0731924 Jun 18 18:17:14.271920 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:12Z', 'revision_number': 3, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:14.284397 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9717d2f5-352a-4eff-a6e7-a74bc63132f9 req-5da6bb3b-f38d-4026-835e-19e746cc1286 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510972 Jun 18 18:17:14.304847 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Checking router: f5aecc86-9425-4377-8de6-1d0f46cf5b40 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:17:14.305284 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Updating router f5aecc86-9425-4377-8de6-1d0f46cf5b40 port 8b794315-d0a6-489a-a90d-6afeb18d32b8 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:17:14.352370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f9eb0a96-8681-4fdf-8cb7-413898192bf1 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:14.373808 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.451541 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.494549 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port f9eb0a96-8681-4fdf-8cb7-413898192bf1 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:14.494928 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.621898 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Allocated IP 172.20.0.1 (33ad5d57-ac41-4496-b2d9-7bb3b1248812/300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac/22f8d27e-89e3-4fe6-be25-592418ea5807) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:14.726210 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.731040 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.737432 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Transition to ACTIVE for port object 8b794315-d0a6-489a-a90d-6afeb18d32b8 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:14.744474 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Transition to ACTIVE for port object 22f8d27e-89e3-4fe6-be25-592418ea5807 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:14.987126 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.988187 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:14.989205 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:14.993436 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-805d1e51-8f38-449d-8569-be49f8f22b69 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:15.031190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:15.034100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:15.037778 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:15.043155 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Attempting to bind port 8b794315-d0a6-489a-a90d-6afeb18d32b8 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:15.043540 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Attempting to bind port 8b794315-d0a6-489a-a90d-6afeb18d32b8 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:15.043915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Attempting to bind port 8b794315-d0a6-489a-a90d-6afeb18d32b8 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:15.045963 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Pushing event updated for resources: {'Port': ['ID=8b794315-d0a6-489a-a90d-6afeb18d32b8,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:15.049913 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:15.058611 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:15.059528 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:15.060031 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.060640 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:15.061383 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Bound port: 8b794315-d0a6-489a-a90d-6afeb18d32b8, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:15.061792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.073839 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Pushing event updated for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:15.074477 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:15.097502 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.126004 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] For port 8b794315-d0a6-489a-a90d-6afeb18d32b8, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:15.129269 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] For port 8b794315-d0a6-489a-a90d-6afeb18d32b8, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8b794315-d0a6-489a-a90d-6afeb18d32b8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:15.271595 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.273622 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:15.343096 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:15.344552 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:15.349750 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Pushing event updated for resources: {'Port': ['ID=8b794315-d0a6-489a-a90d-6afeb18d32b8,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:15.369028 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.395654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:15.405996 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-eff7ae1b-5845-4f0b-b0c7-982c427e5456 None None] Provisioning for port 22f8d27e-89e3-4fe6-be25-592418ea5807 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:15.414397 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-eff7ae1b-5845-4f0b-b0c7-982c427e5456 None None] Provisioning complete for port 22f8d27e-89e3-4fe6-be25-592418ea5807 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:15.414612 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-eff7ae1b-5845-4f0b-b0c7-982c427e5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.493428 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-eff7ae1b-5845-4f0b-b0c7-982c427e5456 None None] Port 22f8d27e-89e3-4fe6-be25-592418ea5807 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:17:15.494397 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8e420-f808-452f-ac0b-5b97e4fb5d45 req-e1054e50-df84-4d5c-9d43-9f369de4d0ad tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:15.496568 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5f8e420-f808-452f-ac0b-5b97e4fb5d45 req-e1054e50-df84-4d5c-9d43-9f369de4d0ad tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0721984 Jun 18 18:17:15.505592 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:15.544542 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f5f8e420-f808-452f-ac0b-5b97e4fb5d45 req-28900534-8d21-476e-b28b-826f2a1472c1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Jun 18 18:17:15.561459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.632393 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.637218 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-81df289a-80b1-429a-85f1-f48611e33c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:15.706200 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Pushing event updated for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:15.708534 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:15.717398 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:15.734582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:14Z', 'revision_number': 1, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:15.761041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66a2c6-c0f8-41a2-bfbb-28d62d321003 None None] The sync data for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi is: [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:14Z', 'revision_number': 1, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:17:15.820023 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:15.821597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:15.970542 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Router f5aecc86-9425-4377-8de6-1d0f46cf5b40 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:17:16.137318 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0dfa1530-6ea1-4039-a23e-1eb4aa4ffefa None None] Provisioning complete for port 22f8d27e-89e3-4fe6-be25-592418ea5807 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:16.137952 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1530-6ea1-4039-a23e-1eb4aa4ffefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:16.147790 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:17:16.154116 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/f5aecc86-9425-4377-8de6-1d0f46cf5b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803119 Jun 18 18:17:16.184391 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa1530-6ea1-4039-a23e-1eb4aa4ffefa None None] Port 22f8d27e-89e3-4fe6-be25-592418ea5807 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:17:16.790081 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ee348-ca50-41ec-b1ce-8fdb122d36c3 req-348c706e-1685-4f88-b258-8425d8b7e562 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:16.791899 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cc3ee348-ca50-41ec-b1ce-8fdb122d36c3 req-348c706e-1685-4f88-b258-8425d8b7e562 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0997856 Jun 18 18:17:16.834859 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cc3ee348-ca50-41ec-b1ce-8fdb122d36c3 req-88b629d0-10dc-4c0f-b234-817ad553025a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365543 Jun 18 18:17:17.021598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39436) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:17.031380 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1765357311-network', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:17.174274 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Made reservation on behalf of 7f61a290a53c4702a57c6f33b7de9024 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:17:17.177132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.187689 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.283700 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.477844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.481087 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-11cf2914-bd42-4ff5-8467-d3bc22c2d054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:17.503783 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:17:17.512916 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e2d5d-2d9b-49a2-b463-84efed087dde,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:17.517220 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:17.520074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.520459 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Added segment fe855588-7bf8-4374-9b80-5850805302f0 of type vlan for network 31624146-6174-4c00-85ef-f45d67496041 Jun 18 18:17:17.563407 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.681772 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.683205 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:17.683839 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:17.686157 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-547f4a13-68b4-4632-8322-7161a46bdce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:17.745918 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Pushing event updated for resources: {'Network': ['ID=31624146-6174-4c00-85ef-f45d67496041,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:17.748680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:17.757113 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 31624146-6174-4c00-85ef-f45d67496041 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:17:17.827620 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8037226 Jun 18 18:17:17.829982 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39442) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:17.834981 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Request body: {'subnet': {'network_id': '31624146-6174-4c00-85ef-f45d67496041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1765357311-subnet', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:17.942855 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Sync routers for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:17:17.952389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Made reservation on behalf of 7f61a290a53c4702a57c6f33b7de9024 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:17:17.954474 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:17.954474 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:17.956253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.067157 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:18.151227 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175592-ee2c-4617-8c51-d1d601e01030 req-856e51e4-f4ff-47e8-ad96-31c4ebe59563 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:18.152768 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79175592-ee2c-4617-8c51-d1d601e01030 req-856e51e4-f4ff-47e8-ad96-31c4ebe59563 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1534791 Jun 18 18:17:18.249138 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79175592-ee2c-4617-8c51-d1d601e01030 req-151be892-af4e-46f0-be9b-1960a8896712 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897336 Jun 18 18:17:18.342251 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 2, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:18.348777 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8b794315-d0a6-489a-a90d-6afeb18d32b8 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:18.373096 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Checking router: f5aecc86-9425-4377-8de6-1d0f46cf5b40 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:17:18.373511 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Updating router f5aecc86-9425-4377-8de6-1d0f46cf5b40 port 22f8d27e-89e3-4fe6-be25-592418ea5807 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:17:18.418766 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.424888 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.428151 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6e7acbe7-5b10-4dab-8f0c-baa2adfa17db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:18.489797 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=586bff79-de63-4a27-89c6-1fc8c47ff2c2,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:18.493394 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:18.499549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Checking segment: {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:18.499912 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Network hostable DHCP agents. Network: 31624146-6174-4c00-85ef-f45d67496041, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:17:18.539148 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:17:18.604049 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 8b794315-d0a6-489a-a90d-6afeb18d32b8 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:18.612001 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8b794315-d0a6-489a-a90d-6afeb18d32b8 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:18.612408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.668688 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:18.683898 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:17:18.707371 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.717595 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Transition to ACTIVE for port object 22f8d27e-89e3-4fe6-be25-592418ea5807 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:18.741666 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Network 31624146-6174-4c00-85ef-f45d67496041 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:17:18.781890 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.781890 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:18.781890 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:17:18.798993 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 8b794315-d0a6-489a-a90d-6afeb18d32b8, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8b794315-d0a6-489a-a90d-6afeb18d32b8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:18.807173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:18.998243 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.000617 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-25a481ff-2b7c-4682-b35f-be8270f5183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:19.053340 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 31624146-6174-4c00-85ef-f45d67496041) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:19.061793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.061793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:19.061793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.068951 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:19.069575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.074139 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Pushing event updated for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:19.085621 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.085960 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.086288 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.086783 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.087248 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.087746 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.088076 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.088417 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.088955 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.089505 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.089830 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.090166 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:17:19.097237 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3db718-1bea-4f99-a28b-41d819a0906e None None] Network 31624146-6174-4c00-85ef-f45d67496041 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:17:19.097472 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:19.158105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Attempting to bind port 22f8d27e-89e3-4fe6-be25-592418ea5807 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Attempting to bind port 22f8d27e-89e3-4fe6-be25-592418ea5807 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Attempting to bind port 22f8d27e-89e3-4fe6-be25-592418ea5807 on network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Checking segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Bound using segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Bound port: 22f8d27e-89e3-4fe6-be25-592418ea5807, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:19.171326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.172040 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=8b794315-d0a6-489a-a90d-6afeb18d32b8,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:19.172401 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:19.173058 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:19.203087 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['1741e5ff-5568-4388-8a24-59f3b66a77bd'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:17:19.215866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3826168 Jun 18 18:17:19.216182 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39462) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:19.221512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:19.269688 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] For port 22f8d27e-89e3-4fe6-be25-592418ea5807, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:19.273494 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] For port 22f8d27e-89e3-4fe6-be25-592418ea5807, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=22f8d27e-89e3-4fe6-be25-592418ea5807,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:19.314426 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=6']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:19.330904 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:19.390864 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.391367 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.391977 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.394978 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:19.421941 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-31624146-6174-4c00-85ef-f45d67496041', 'network_id': '31624146-6174-4c00-85ef-f45d67496041', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'fixed_ips': [{'subnet_id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:17:19.423093 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.470370 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.489326 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Pushing event updated for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:19.495380 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-24b74947-7f6c-41ce-a195-fb6163f34e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:19.506659 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:19.507308 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:19.557434 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8adc86-40b0-42a6-8b0b-7050798f0949 req-04a1d5e9-ba2d-4887-8305-5073a6a41677 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:19.559346 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df8adc86-40b0-42a6-8b0b-7050798f0949 req-04a1d5e9-ba2d-4887-8305-5073a6a41677 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 945 time: 0.1041937 Jun 18 18:17:19.647215 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df8adc86-40b0-42a6-8b0b-7050798f0949 req-9113a6f2-2859-4d70-8541-bb858a71ac0b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807364 Jun 18 18:17:19.736014 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:19.805998 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Allocated IP 172.20.0.2 (31624146-6174-4c00-85ef-f45d67496041/586bff79-de63-4a27-89c6-1fc8c47ff2c2/5af7ca2f-917e-481e-8061-09131a325e8c) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:19.899104 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:19.994452 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.004575 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Transition to ACTIVE for port object 5af7ca2f-917e-481e-8061-09131a325e8c will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:20.015985 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:19Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:20.031568 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Transition to ACTIVE for port object 5af7ca2f-917e-481e-8061-09131a325e8c will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:20.049656 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d93ab8-b3e3-4d67-b444-47f1297e2e3c None None] The sync data for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi is: [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:19Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:17:20.128464 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.131848 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:20.177689 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Network 31624146-6174-4c00-85ef-f45d67496041 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:20.181755 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:20.188554 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:20.196498 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Pushing event updated for resources: {'Port': ['ID=5af7ca2f-917e-481e-8061-09131a325e8c,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:20.199814 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:20.278245 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Attempting to bind port 5af7ca2f-917e-481e-8061-09131a325e8c on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:20.278245 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Attempting to bind port 5af7ca2f-917e-481e-8061-09131a325e8c by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:20.278245 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Attempting to bind port 5af7ca2f-917e-481e-8061-09131a325e8c on network 31624146-6174-4c00-85ef-f45d67496041 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:20.294584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.297942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:20.300485 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Checking segment: {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:20.301401 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.302066 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Bound using segment: {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:20.302804 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Bound port: 5af7ca2f-917e-481e-8061-09131a325e8c, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:20.303651 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.329767 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.418919 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8b794315-d0a6-489a-a90d-6afeb18d32b8 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:20.441978 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] For port 5af7ca2f-917e-481e-8061-09131a325e8c, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:20.465486 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] For port 5af7ca2f-917e-481e-8061-09131a325e8c, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=5af7ca2f-917e-481e-8061-09131a325e8c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:20.482065 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Allocated IP 172.27.2.232 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/00f91ec4-7ebe-4ed5-b25a-fb99902a9b28) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:20.504390 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8b794315-d0a6-489a-a90d-6afeb18d32b8 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:20.505069 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.547688 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.555987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:20.562790 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:20.614932 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.682148 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Pushing event updated for resources: {'Port': ['ID=5af7ca2f-917e-481e-8061-09131a325e8c,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:20.696637 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:20.727638 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 22f8d27e-89e3-4fe6-be25-592418ea5807 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:20.747784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.752291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eee20131-c298-41d5-b3ea-fa7743ef9068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:20.768580 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 1741e5ff-5568-4388-8a24-59f3b66a77bd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:20.768795 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.903020 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:20.903652 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:20.904632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:20.904632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:20.913725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Pushing event updated for resources: {'Port': ['ID=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:20.923033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:20.930291 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:17:20.932958 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a475e9f-e8c5-4e8c-a5b1-73ab8cfb9bef" -d '{"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:17:20.994506 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 22f8d27e-89e3-4fe6-be25-592418ea5807 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:21.019285 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:21.036168 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d03e3bc-f7fb-40bb-b410-92dd937826ad x-openstack-request-id: req-7d03e3bc-f7fb-40bb-b410-92dd937826ad {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:17:21.036746 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:17:21.037370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d03e3bc-f7fb-40bb-b410-92dd937826ad {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:17:21.037984 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'code': 200} Jun 18 18:17:21.048123 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 22f8d27e-89e3-4fe6-be25-592418ea5807 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:21.048898 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:21.175346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c19c-7363-4862-9dad-6ede2ab043ce req-42f4ddad-0b82-4cdd-8004-6f07e26bcee5 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:21.185575 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9a2c19c-7363-4862-9dad-6ede2ab043ce req-42f4ddad-0b82-4cdd-8004-6f07e26bcee5 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 945 time: 0.3689637 Jun 18 18:17:21.233220 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:21.238865 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9a2c19c-7363-4862-9dad-6ede2ab043ce req-9b09da08-ff29-4de6-9c88-ceff520f1ebd tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550215 Jun 18 18:17:21.272587 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 22f8d27e-89e3-4fe6-be25-592418ea5807, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=22f8d27e-89e3-4fe6-be25-592418ea5807,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:21.275937 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:21.278217 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:21.337431 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=7']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:21.348355 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:21.449448 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:21.451472 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:21.511554 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:21.514812 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:21.804934 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:22.047959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813faa6-8435-4d0c-9a92-4aef807040b5 None None] Network 31624146-6174-4c00-85ef-f45d67496041 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:17:22.057487 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:22.312989 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-162d4e45-1ba5-4c00-b28e-1a09be9e4f23 None None] Provisioning for port 5af7ca2f-917e-481e-8061-09131a325e8c completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:22.419044 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Router 56cb6dd3-de0a-4480-88de-7b4012590611 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:17:22.556718 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 5af7ca2f-917e-481e-8061-09131a325e8c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:22.644740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-302e0eaa-a9ea-45ff-b5eb-a596588d69b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:22.682683 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900a01-8f5f-49d6-b881-5f8011ff0db0 req-e9154f40-2ded-406a-8904-2d9d494e1574 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:22.684211 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ae900a01-8f5f-49d6-b881-5f8011ff0db0 req-e9154f40-2ded-406a-8904-2d9d494e1574 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.2921095 Jun 18 18:17:22.700860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:17:22.714943 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Sync routers for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:17:22.732347 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:22.732347 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:22.755197 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ae900a01-8f5f-49d6-b881-5f8011ff0db0 req-e43fb17b-5867-4e26-9047-2aa49f32caa1 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566409 Jun 18 18:17:22.780283 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 5af7ca2f-917e-481e-8061-09131a325e8c completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:22.788181 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 5af7ca2f-917e-481e-8061-09131a325e8c triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:22.788706 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:22.908983 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:22.933566 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:22.941938 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7176859 Jun 18 18:17:22.941938 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39514) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:23.057548 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.130426 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 5af7ca2f-917e-481e-8061-09131a325e8c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=5af7ca2f-917e-481e-8061-09131a325e8c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:23.205671 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 3, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:23.241458 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Checking router: 56cb6dd3-de0a-4480-88de-7b4012590611 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:17:23.242017 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Updating router 56cb6dd3-de0a-4480-88de-7b4012590611 port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:17:23.290959 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.292423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 22f8d27e-89e3-4fe6-be25-592418ea5807 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:23.299175 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:23.349733 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.425806 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=5af7ca2f-917e-481e-8061-09131a325e8c,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:23.437198 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:23.534183 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.542582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 22f8d27e-89e3-4fe6-be25-592418ea5807 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:23.543041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.750711 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Allocated IP 172.20.0.1 (31624146-6174-4c00-85ef-f45d67496041/586bff79-de63-4a27-89c6-1fc8c47ff2c2/8d15f1e1-dff0-4235-a3f8-8089b444a90c) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:17:23.822581 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.847701 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Transition to ACTIVE for port object 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:23.945091 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:23.965175 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Transition to ACTIVE for port object 8d15f1e1-dff0-4235-a3f8-8089b444a90c will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:24.016897 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd6f6a-f413-4a2d-af50-dda269e29e92 req-46ba29a9-c11e-4e1d-81a7-4867cf023e8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:24.018452 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3efd6f6a-f413-4a2d-af50-dda269e29e92 req-46ba29a9-c11e-4e1d-81a7-4867cf023e8b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1189220 Jun 18 18:17:24.026948 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.029047 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:24.089107 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3efd6f6a-f413-4a2d-af50-dda269e29e92 req-1c1a1356-8366-4bf3-8bff-603f013fe73e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571556 Jun 18 18:17:24.122496 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.126994 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ceae9b8f-bf62-4745-97b4-9d419feae620 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:24.179918 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Network 31624146-6174-4c00-85ef-f45d67496041 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:24.207062 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:24.222647 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:17:24.224343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Attempting to bind port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:24.224807 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Attempting to bind port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:24.225104 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Attempting to bind port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:24.227048 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Pushing event updated for resources: {'Port': ['ID=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:24.230478 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:24.237740 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:24.238137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:24.238560 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.238967 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:24.239466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Bound port: 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:24.239851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.276163 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:24.279820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:24.306859 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.336988 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] For port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:24.340466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] For port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:24.391654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 5af7ca2f-917e-481e-8061-09131a325e8c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:24.456753 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.459867 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:24.565824 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 5af7ca2f-917e-481e-8061-09131a325e8c triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:24.566247 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.572494 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Pushing event updated for resources: {'Port': ['ID=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:24.595254 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:24.598045 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:24.598564 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:16:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:24.665262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.767085 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-03fe7bc9-eccf-40b4-8770-fb126fb4d3df None None] Provisioning for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:24.770713 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:24.828490 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-03fe7bc9-eccf-40b4-8770-fb126fb4d3df None None] Provisioning complete for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:24.828872 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-03fe7bc9-eccf-40b4-8770-fb126fb4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.933676 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:24.934044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-03fe7bc9-eccf-40b4-8770-fb126fb4d3df None None] Port 8d15f1e1-dff0-4235-a3f8-8089b444a90c cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:17:24.986804 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-cd39b147-4552-49fb-b689-809185daa824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 3, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:25.012862 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b147-4552-49fb-b689-809185daa824 None None] The sync data for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi is: [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 3, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:17:25.112163 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:25.115008 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:25.209558 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e1e3-5f07-4cfd-b641-d95f53531982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:25.223420 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:25.233291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:25.245542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:25.473529 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Network 31624146-6174-4c00-85ef-f45d67496041 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:17:25.476829 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:25.481893 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0c78-21a1-4603-87bd-3815fa9601e6 req-f1add629-976e-4a7b-a818-ddd4c955b81c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:25.483599 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf7c0c78-21a1-4603-87bd-3815fa9601e6 req-f1add629-976e-4a7b-a818-ddd4c955b81c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1420672 Jun 18 18:17:25.486091 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:17:25.653088 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Router 56cb6dd3-de0a-4480-88de-7b4012590611 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:17:25.726906 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf7c0c78-21a1-4603-87bd-3815fa9601e6 req-33487ff7-698b-4ad6-8968-0ef2a9f4fd76 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264895 Jun 18 18:17:25.838644 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-bae032cf-5af1-484f-884b-7b8378f0fede None None] Provisioning complete for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:25.839289 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-bae032cf-5af1-484f-884b-7b8378f0fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:25.890806 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-bae032cf-5af1-484f-884b-7b8378f0fede None None] Port 8d15f1e1-dff0-4235-a3f8-8089b444a90c cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:17:25.898574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:17:25.909307 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] 10.222.0.42 "PUT /v2.0/routers/56cb6dd3-de0a-4480-88de-7b4012590611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9701273 Jun 18 18:17:26.410240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:26.460929 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:26.550422 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:26.556887 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:26.557376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:26.645601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:26.670031 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:26.715099 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39550) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:26.720411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987302261', 'description': 'tempest-secgroup-smoke-1987302261 description', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:26.860742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:26.861016 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:26.862910 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:26.932464 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:26.945607 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:27.015450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17b5c-7c5e-42b3-b4b3-6c8912a5a7a6 req-4320d101-7b6f-49cc-b8a9-65b5eecf3410 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:27.017142 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25d17b5c-7c5e-42b3-b4b3-6c8912a5a7a6 req-4320d101-7b6f-49cc-b8a9-65b5eecf3410 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1237476 Jun 18 18:17:27.055384 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.075406 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-25d17b5c-7c5e-42b3-b4b3-6c8912a5a7a6 req-3fed6173-b0a6-4948-b10d-84c30c103bd6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487776 Jun 18 18:17:27.158110 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.160892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2be5fcca-a194-4ba1-942b-9f85898b218e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:27.215997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943b0fbb-aaee-43a5-8664-19eb1253b492,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:27.225355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:27.299778 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.301020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5848486 Jun 18 18:17:27.305281 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39554) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:27.310215 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:27.431999 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.494523 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.586601 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.589552 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-92d1f0d3-0986-4fd9-aefc-1809cc3cc5d6 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:27.609511 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59e1d50-988f-41a5-8409-a1b21c4c6fac,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:27.625530 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:27.625714 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Sync routers for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:17:27.634193 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:27.634928 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:27.726458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.728241 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-61af2849-c2a5-44ca-9b81-712210705f0c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4220004 Jun 18 18:17:27.730965 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39558) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:27.737764 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:27.854456 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:27.867205 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:27.928845 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.010200 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.013136 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1759c27b-e822-44b9-9fa6-163bb471f370 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:28.047182 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bafebec-741b-4692-a318-657c4dc82e67,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:28.050823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:28.091343 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 4, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '8d15f1e1-dff0-4235-a3f8-8089b444a90c', 'name': '', 'network_id': '31624146-6174-4c00-85ef-f45d67496041', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'mac_address': 'fa:16:3e:4f:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:23Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 2, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'subnets': [{'id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:28.118347 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.121501 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Checking router: 56cb6dd3-de0a-4480-88de-7b4012590611 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:17:28.122729 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Updating router 56cb6dd3-de0a-4480-88de-7b4012590611 port 8d15f1e1-dff0-4235-a3f8-8089b444a90c binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:17:28.141148 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.142790 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4105697 Jun 18 18:17:28.145483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39564) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:28.151420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:28.164786 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.315350 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58bc23-d7a1-4c68-884f-4a1ece0c473c req-7a366171-9f18-417a-bd79-050d2eaefacc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:28.323132 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b58bc23-d7a1-4c68-884f-4a1ece0c473c req-7a366171-9f18-417a-bd79-050d2eaefacc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0907443 Jun 18 18:17:28.376896 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.377399 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:28.384676 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7b58bc23-d7a1-4c68-884f-4a1ece0c473c req-5317f047-5345-4285-ac5c-873d82bb6260 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605183 Jun 18 18:17:28.426497 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.456056 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:28.456535 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.518975 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.529291 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Transition to ACTIVE for port object 8d15f1e1-dff0-4235-a3f8-8089b444a90c will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:17:28.712207 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.725528 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.726064 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2385975b-53a8-4c30-8073-4a0edd71bb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:28.726170 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:28.732234 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dbf412-5f34-4d44-b4e6-85b2f7cfd2fc,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:28.740680 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:28.789278 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b0a91-5ca5-4cbf-96eb-6a6a2f09faf8 None None] Pushing event updated for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:28.794601 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a29b0a91-5ca5-4cbf-96eb-6a6a2f09faf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:28.860582 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Attempting to bind port 8d15f1e1-dff0-4235-a3f8-8089b444a90c on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:17:28.860864 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Attempting to bind port 8d15f1e1-dff0-4235-a3f8-8089b444a90c by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:17:28.861835 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Attempting to bind port 8d15f1e1-dff0-4235-a3f8-8089b444a90c on network 31624146-6174-4c00-85ef-f45d67496041 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:17:28.869368 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:17:28.870056 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Checking segment: {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:17:28.870633 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.871187 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Bound using segment: {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:17:28.871853 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Bound port: 8d15f1e1-dff0-4235-a3f8-8089b444a90c, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe855588-7bf8-4374-9b80-5850805302f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31624146-6174-4c00-85ef-f45d67496041'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:17:28.872536 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.881676 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:28.883040 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-dd1c8fe7-2228-49dc-9bcc-6398f8712258 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7359452 Jun 18 18:17:28.886045 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39574) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:28.892004 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:29.002181 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] For port 8d15f1e1-dff0-4235-a3f8-8089b444a90c, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:17:29.005781 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] For port 8d15f1e1-dff0-4235-a3f8-8089b444a90c, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8d15f1e1-dff0-4235-a3f8-8089b444a90c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:17:29.069021 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.088198 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.091033 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:29.158668 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b0a91-5ca5-4cbf-96eb-6a6a2f09faf8 None None] Pushing event updated for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:29.162323 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.163846 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-a29b0a91-5ca5-4cbf-96eb-6a6a2f09faf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:29.179725 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:17:29.180652 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:29.249413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.251520 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-08ece8fb-0fa6-450b-b219-91da21c3d5de tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:29.284875 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfe19c6-204d-44e0-a4f4-161a919a9dbd,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:29.297367 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:29.317947 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:17:29.431939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.434838 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-666ed224-2633-40e5-bf9e-5faa8ac378c1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5471833 Jun 18 18:17:29.444774 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39578) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:29.450551 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:29.590609 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.securitygroups_db [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Project f891bde6f0864ee6a12e83a179606c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:17:29.596422 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.674212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5cce5-194c-48fc-867b-237cab3d2ee4 req-bf18a5d3-5d19-40fc-aee7-a3e28dbfdbb0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:29.675741 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63b5cce5-194c-48fc-867b-237cab3d2ee4 req-bf18a5d3-5d19-40fc-aee7-a3e28dbfdbb0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1286500 Jun 18 18:17:29.686441 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 4, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '8d15f1e1-dff0-4235-a3f8-8089b444a90c', 'name': '', 'network_id': '31624146-6174-4c00-85ef-f45d67496041', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'mac_address': 'fa:16:3e:4f:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:23Z', 'updated_at': '2021-06-18T18:17:28Z', 'revision_number': 4, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'subnets': [{'id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:17:29.726706 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2deeb2-ccb4-4132-ab77-8a63ec5c9e55 None None] The sync data for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi is: [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:17:24Z', 'revision_number': 4, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '8d15f1e1-dff0-4235-a3f8-8089b444a90c', 'name': '', 'network_id': '31624146-6174-4c00-85ef-f45d67496041', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'mac_address': 'fa:16:3e:4f:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:23Z', 'updated_at': '2021-06-18T18:17:28Z', 'revision_number': 4, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'subnets': [{'id': '586bff79-de63-4a27-89c6-1fc8c47ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:17:29.731546 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63b5cce5-194c-48fc-867b-237cab3d2ee4 req-1c4bb409-4006-4cee-9dbe-0bc0059d1e58 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Jun 18 18:17:29.756810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.876474 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:29.879937 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f89975c7-1e32-4312-bb6f-e5ef3891bc24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:29.917847 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4352eb91-37f6-40fb-b5b9-b91605b538d2,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:29.917847 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:30.066380 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.071109 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39592) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:30.076109 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'security_group_rule': {'security_group_id': '943b0fbb-aaee-43a5-8664-19eb1253b492', 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:17:30.077257 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d601271f-c0c3-4be1-a319-437635d9059a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6309729 Jun 18 18:17:30.259119 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.securitygroups_db [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Project f891bde6f0864ee6a12e83a179606c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:17:30.270614 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.410788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8d15f1e1-dff0-4235-a3f8-8089b444a90c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:30.413308 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.518527 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.521190 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f7ce380b-ccee-4a96-a180-2d8c0da84fa7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:30.552503 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8527b756-1695-43b7-9091-acfe942b9b35,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:30.555916 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:30.592404 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:17:30.597331 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:30.597903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.693213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.694408 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f6c51734-afc0-4bff-a9c3-aed1689d0aa7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6222851 Jun 18 18:17:30.722836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.766423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 8d15f1e1-dff0-4235-a3f8-8089b444a90c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8d15f1e1-dff0-4235-a3f8-8089b444a90c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:30.918379 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:30.922068 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-2db8d5cc-31da-4480-a5c1-58bd6e0c1ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:30.994521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:31.007920 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:31.026894 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55912e7a-cfeb-4564-8056-3811a1931cef req-ba6158e4-b18b-4d41-b095-26a5e218385e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:31.040741 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55912e7a-cfeb-4564-8056-3811a1931cef req-ba6158e4-b18b-4d41-b095-26a5e218385e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.1210451 Jun 18 18:17:31.152595 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-55912e7a-cfeb-4564-8056-3811a1931cef req-0048a5a4-5e85-4a2a-bedd-da4b932536e0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094670 Jun 18 18:17:32.369996 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8d15f1e1-dff0-4235-a3f8-8089b444a90c up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:17:32.427309 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac502-dcd8-4e51-a6ca-64996950012d req-2460ee9c-a168-4020-a906-6a1ae5db52c2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:32.428889 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b92ac502-dcd8-4e51-a6ca-64996950012d req-2460ee9c-a168-4020-a906-6a1ae5db52c2 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0969131 Jun 18 18:17:32.436063 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 8d15f1e1-dff0-4235-a3f8-8089b444a90c triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:17:32.436739 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:32.481843 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b92ac502-dcd8-4e51-a6ca-64996950012d req-5de1c290-9d74-4359-b859-1e1ee5f378cb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463266 Jun 18 18:17:32.792718 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:33.679278 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd769b-a752-471c-9845-4fe62ddc38e1 req-f775a00e-2ecc-4f55-b44e-27eb1c6de583 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:33.687493 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1dcd769b-a752-471c-9845-4fe62ddc38e1 req-f775a00e-2ecc-4f55-b44e-27eb1c6de583 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0715265 Jun 18 18:17:33.731893 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1dcd769b-a752-471c-9845-4fe62ddc38e1 req-53b8af08-4eaa-4265-835d-05ae640e7bfe tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426476 Jun 18 18:17:34.918184 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfbd0c-cbaa-4dcc-afbe-6e1e0b25b6ee req-e87be9ab-cc31-47a0-8f16-55b80f299a1a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:34.919689 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-22bfbd0c-cbaa-4dcc-afbe-6e1e0b25b6ee req-e87be9ab-cc31-47a0-8f16-55b80f299a1a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0653098 Jun 18 18:17:34.959083 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-22bfbd0c-cbaa-4dcc-afbe-6e1e0b25b6ee req-46d40906-63a9-4962-ba29-cd691e263e8d tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Jun 18 18:17:36.141506 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04892462-4957-4b22-9d2b-bdfba10634f6 req-e154767f-1834-4d7c-b534-41f94cec31e0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:36.142879 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04892462-4957-4b22-9d2b-bdfba10634f6 req-e154767f-1834-4d7c-b534-41f94cec31e0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0676618 Jun 18 18:17:36.429683 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-04892462-4957-4b22-9d2b-bdfba10634f6 req-564dc33c-d6ef-4e8d-8386-6debd039fe88 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808011 Jun 18 18:17:37.611520 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e6f23-51ab-4f8c-b487-61d49089c05b req-ccc9d51b-1e99-44dc-97b3-de7150e94901 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:37.613716 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-343e6f23-51ab-4f8c-b487-61d49089c05b req-ccc9d51b-1e99-44dc-97b3-de7150e94901 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 946 time: 0.0658207 Jun 18 18:17:37.653983 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-343e6f23-51ab-4f8c-b487-61d49089c05b req-c25e5077-e2da-44d3-aa44-a6e622005f05 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Jun 18 18:17:38.050287 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e747-203d-451d-9dc2-644f92723315 req-1f80520a-5c00-41b7-9382-409acd8b1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:38.051757 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-1f80520a-5c00-41b7-9382-409acd8b1934 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1099 time: 0.0545566 Jun 18 18:17:38.141459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e747-203d-451d-9dc2-644f92723315 req-40de10a4-7a13-4bb8-ba39-6dcfca04afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:38.142907 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-40de10a4-7a13-4bb8-ba39-6dcfca04afd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.0842397 Jun 18 18:17:38.149009 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:17:38.220734 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-ec6e3406-bfe5-49f2-a559-00538871c504 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 1002 time: 0.0706108 Jun 18 18:17:38.227501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:38.251456 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:17:38.253820 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89bf8d-296c-418e-8c4c-15c582bdef73" -d '{"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:17:38.267328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:17:38.271205 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e747-203d-451d-9dc2-644f92723315 req-118d1ad3-3ee4-4e34-aa0d-64ffa93ee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:38.272752 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-118d1ad3-3ee4-4e34-aa0d-64ffa93ee232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0456917 Jun 18 18:17:38.302600 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 18:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af1c34f-9bdc-416a-b246-510375105f46 x-openstack-request-id: req-8af1c34f-9bdc-416a-b246-510375105f46 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:17:38.302967 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:17:38.303293 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8af1c34f-9bdc-416a-b246-510375105f46 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:17:38.303893 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'code': 200} Jun 18 18:17:38.333843 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e747-203d-451d-9dc2-644f92723315 req-bc7c8459-dd9e-491a-a9b1-47d9ca29ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:38.335453 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-bc7c8459-dd9e-491a-a9b1-47d9ca29ee57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555787 Jun 18 18:17:38.346502 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:38.348583 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:38.398862 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=8']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:38.402295 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:38.431547 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-250179ad-148d-4874-bebd-e9c73dcad627 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883961 Jun 18 18:17:38.525563 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-b934e747-203d-451d-9dc2-644f92723315 req-ba4d9ec2-484b-4568-bc6b-e8847085dfa7 service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833824 Jun 18 18:17:38.840602 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720a9f5-0be7-4d0c-8e7f-ddc42f9eb083 req-6ba78c3f-c818-4ddb-9011-fcc40dad68a6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:38.842114 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3720a9f5-0be7-4d0c-8e7f-ddc42f9eb083 req-6ba78c3f-c818-4ddb-9011-fcc40dad68a6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0651662 Jun 18 18:17:38.890542 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3720a9f5-0be7-4d0c-8e7f-ddc42f9eb083 req-2309dc0a-694e-4658-b9f4-bf4c5ca90b24 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Jun 18 18:17:39.866256 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:17:40.072476 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afedc3-20fb-479b-b0c4-5979e9e4d150 req-7726cad2-f02a-4afc-842a-ec193e09a0b9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:40.073975 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e3afedc3-20fb-479b-b0c4-5979e9e4d150 req-7726cad2-f02a-4afc-842a-ec193e09a0b9 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0657291 Jun 18 18:17:40.114285 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e3afedc3-20fb-479b-b0c4-5979e9e4d150 req-9ca3bd4e-df4e-4b84-a244-3b6f44f3c762 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Jun 18 18:17:41.298725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa764971-d041-4945-b487-057f70f8f631 req-12d984e0-d970-46da-9a39-f2a636ec2883 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:41.300240 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-aa764971-d041-4945-b487-057f70f8f631 req-12d984e0-d970-46da-9a39-f2a636ec2883 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0647707 Jun 18 18:17:41.338611 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-aa764971-d041-4945-b487-057f70f8f631 req-10e35a56-dcb3-44fc-ad9b-e95727b38368 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Jun 18 18:17:44.179007 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:17:44.179492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d71a8-9fc8-4872-bb29-4a4127b838b1 req-dfbd6ec0-1ebd-4318-b393-3bd56cfb7aee tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:44.180957 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-098d71a8-9fc8-4872-bb29-4a4127b838b1 req-dfbd6ec0-1ebd-4318-b393-3bd56cfb7aee tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0733840 Jun 18 18:17:44.232697 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-098d71a8-9fc8-4872-bb29-4a4127b838b1 req-b41a4653-dcf2-4dfb-b19b-8d81d37fa9cc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Jun 18 18:17:44.745698 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39842) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:44.846862 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-019a6bd5-d841-48ef-801e-b70fe848f544 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986853 Jun 18 18:17:44.956524 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 39850) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:45.077916 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.175639 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.272343 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.275824 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ee8cf442-5395-4580-b972-b957dc40a598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:45.324271 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c009f33f6b849fa89075f25b6110637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623002 Jun 18 18:17:45.324271 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262c3b4-603b-4ffe-973a-e015adde023a,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:45.324489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 39862) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:17:45.329433 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:45.439245 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.470957 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.500403 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940072b1-140a-46f5-b4bb-9f85133218ce req-ac1c48ba-077b-4fdc-aa3b-480f6eee4238 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:45.502012 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-940072b1-140a-46f5-b4bb-9f85133218ce req-ac1c48ba-077b-4fdc-aa3b-480f6eee4238 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.1287510 Jun 18 18:17:45.558398 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-940072b1-140a-46f5-b4bb-9f85133218ce req-a314df2e-96bf-4b8c-9dcc-72912eabc1a0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490670 Jun 18 18:17:45.746408 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.749002 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:45.752497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6262c3b4-603b-4ffe-973a-e015adde023a HTTP/1.1" status: 204 len: 168 time: 0.4262309 Jun 18 18:17:45.752497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-180f4e8d-5266-4ae7-aa4a-8905db8d7abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:17:45.760281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262c3b4-603b-4ffe-973a-e015adde023a,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:17:45.763183 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:17:46.741860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f113-7d39-42ed-ab39-ee87419f701d req-f4b52b0e-e2f7-4709-862c-8544155c6d31 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:46.745249 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5f1f113-7d39-42ed-ab39-ee87419f701d req-f4b52b0e-e2f7-4709-862c-8544155c6d31 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0654759 Jun 18 18:17:46.783131 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5f1f113-7d39-42ed-ab39-ee87419f701d req-f72ae6ce-2467-48c0-82ec-05f9341d878e tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Jun 18 18:17:46.914476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-85c28d85-b58f-4741-b45c-dbbd3ca526d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:46.915957 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-85c28d85-b58f-4741-b45c-dbbd3ca526d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1&tenant_id=c23457e30a3b499486cecece2668e238 HTTP/1.1" status: 200 len: 1097 time: 0.0943887 Jun 18 18:17:46.992810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-32b0a91b-db82-404b-bd85-d2c1ccea43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:46.997919 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-32b0a91b-db82-404b-bd85-d2c1ccea43b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23457e30a3b499486cecece2668e238&device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1097 time: 0.0544903 Jun 18 18:17:47.087365 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-2aaacbf5-6c89-46b6-ac53-aaf1b3e2fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:47.089006 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-2aaacbf5-6c89-46b6-ac53-aaf1b3e2fbde service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 200 len: 917 time: 0.0878496 Jun 18 18:17:47.160880 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-1dbe93f4-00b0-4492-9f4b-084ca45c8e61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 200 len: 1000 time: 0.0648835 Jun 18 18:17:47.213284 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-c6327c6b-0738-455b-a7d4-860cfbb09b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:47.215219 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-c6327c6b-0738-455b-a7d4-860cfbb09b09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 200 len: 855 time: 0.0473068 Jun 18 18:17:47.280790 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-b30a6df6-65d4-427d-b5c1-2c324b73869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:47.282592 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-b30a6df6-65d4-427d-b5c1-2c324b73869b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eef5d35-ee21-4ccf-a328-c4bb4231d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601938 Jun 18 18:17:47.378746 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-09bf8cea-7880-462d-9a50-c23309122c1d service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883396 Jun 18 18:17:47.507742 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-56f374b7-3f96-4baa-a4c7-f1de4eb39b7f req-9fb9b6a5-8c5b-4e84-9b0b-a5b48844147d service neutron] 10.222.0.35 "GET /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095750 Jun 18 18:17:47.973907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9706cc-bc43-4cd5-bf50-91a920547ef9 req-5c62de0d-0dd1-4d1d-bc75-64bb6730be49 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:47.975479 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df9706cc-bc43-4cd5-bf50-91a920547ef9 req-5c62de0d-0dd1-4d1d-bc75-64bb6730be49 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0725214 Jun 18 18:17:48.031470 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-df9706cc-bc43-4cd5-bf50-91a920547ef9 req-bd08632d-7287-4b0f-887d-8b4cbe1301cc tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495098 Jun 18 18:17:49.232657 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b0471-dd6f-4303-8cc6-59b2a554aa59 req-327c920e-9419-453b-87bd-019617cf6c00 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:49.234861 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-486b0471-dd6f-4303-8cc6-59b2a554aa59 req-327c920e-9419-453b-87bd-019617cf6c00 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0738168 Jun 18 18:17:49.275182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-486b0471-dd6f-4303-8cc6-59b2a554aa59 req-3880264e-44ca-4e56-835a-4a5f7148d925 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Jun 18 18:17:49.791319 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-b762250b-191a-4e45-8d7a-89bfab120163 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=75bdff17d4694764ac16e72a3e9795c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321908 Jun 18 18:17:49.979452 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-5d64c68c-1ef1-4975-84d4-ed5bb67d2f4c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:49.980916 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-5d64c68c-1ef1-4975-84d4-ed5bb67d2f4c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841226 Jun 18 18:17:49.996949 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-67775706-a6e7-4442-9eba-8c56026dcb15 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/quotas/75bdff17d4694764ac16e72a3e9795c6 HTTP/1.1" status: 200 len: 375 time: 0.0105116 Jun 18 18:17:50.037824 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-61e05aee-4e11-46f5-9f0a-6c6d5dafe7e1 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=75bdff17d4694764ac16e72a3e9795c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347805 Jun 18 18:17:50.365897 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f14501c6-0d2c-49e8-acac-40c269d59e18 req-ef26f31c-c3c0-4c5c-804e-61ba31e4d636 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0418160 Jun 18 18:17:50.520433 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05501-37b6-4b22-ae45-e04fb58e9fc6 req-5d74ae87-77fa-4961-8f84-a94887c98dce tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:50.522081 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-78d05501-37b6-4b22-ae45-e04fb58e9fc6 req-5d74ae87-77fa-4961-8f84-a94887c98dce tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0743771 Jun 18 18:17:50.561995 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-78d05501-37b6-4b22-ae45-e04fb58e9fc6 req-d4f4bb91-4e37-4517-97be-2793d0bcbbe0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Jun 18 18:17:51.456961 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a705b9db-2501-4c29-aabe-21d35e4037cf req-1b5f544f-0bb8-4522-89a7-b12a3c9010f0 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0308657 Jun 18 18:17:51.656415 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-604815c2-abed-4330-993e-e6cac43a9ecf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987302261&fields=id&tenant_id=f891bde6f0864ee6a12e83a179606c3e HTTP/1.1" status: 200 len: 267 time: 0.0523238 Jun 18 18:17:51.835142 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-56e69904-2da2-43ee-af5f-c7532f255045 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:51.836886 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-56e69904-2da2-43ee-af5f-c7532f255045 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 809 time: 0.1794937 Jun 18 18:17:51.848878 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6de8d-a13f-403d-bece-5db06d2bb9b4 req-7777d519-7e09-4c3e-944e-d48585c9b0bf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:51.850388 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1f6de8d-a13f-403d-bece-5db06d2bb9b4 req-7777d519-7e09-4c3e-944e-d48585c9b0bf tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.1280048 Jun 18 18:17:51.875723 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-85ad2fff-eddb-4878-aa85-ced3c1e10073 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/quotas/f891bde6f0864ee6a12e83a179606c3e HTTP/1.1" status: 200 len: 375 time: 0.0243227 Jun 18 18:17:51.924602 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1f6de8d-a13f-403d-bece-5db06d2bb9b4 req-6ad6dd2f-a2f2-4795-b4a0-b0119bc23516 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665979 Jun 18 18:17:51.958422 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-f79e8db8-e0e7-4b51-94b9-078d8d154a7f tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754044 Jun 18 18:17:52.065331 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-80414b16-58eb-4282-98f6-92287cb34965 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955017 Jun 18 18:17:52.160078 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-ee627972-3cef-45b7-b48c-104942894be3 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886388 Jun 18 18:17:52.602954 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7924a588-a1bc-4f0b-a83e-5f48433313b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:52.617847 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6a8a92a2-8e7e-4e02-89d9-64067195d538 req-3717b45e-2d09-4d13-bd2e-c361fb085fd0 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0303247 Jun 18 18:17:52.902351 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-65dfca32-a790-4c6f-b07d-498db69f1797 req-395397a3-c1a6-4c46-a08c-4017776443de tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0354941 Jun 18 18:17:53.133342 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a54822-9444-474e-9921-c4ad1a4b0834 req-84c33272-f279-4968-ad4f-31dc950fd1ee tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:53.134856 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-13a54822-9444-474e-9921-c4ad1a4b0834 req-84c33272-f279-4968-ad4f-31dc950fd1ee tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0697622 Jun 18 18:17:53.184457 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-13a54822-9444-474e-9921-c4ad1a4b0834 req-bf4034b7-f4dd-43c7-8e4f-d7ba71153c6c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Jun 18 18:17:53.793287 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bde1d5e9-0c6d-43fb-82e4-f6af6280441e req-b5468031-a73b-4068-abc8-b29fa778ec30 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Jun 18 18:17:53.997272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f16537bb-ad80-43e9-827b-d26855a06559 req-da8397d9-93d6-4b55-a319-518b355cac4e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jun 18 18:17:54.371699 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea032e-1554-46a5-b656-5f9043e2626c req-d29ae87d-dbea-42e9-a4d4-007217e11f2a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:54.373260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32ea032e-1554-46a5-b656-5f9043e2626c req-d29ae87d-dbea-42e9-a4d4-007217e11f2a tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0702305 Jun 18 18:17:54.434242 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32ea032e-1554-46a5-b656-5f9043e2626c req-05b887ea-a425-403e-86e0-8a2ff1e45652 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475557 Jun 18 18:17:54.950889 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2b5dabff-d115-4d8f-8b8a-7ea121f49700 req-6bfdc1c7-6bfd-4fc8-9b8e-ef191e0c647d tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0388019 Jun 18 18:17:55.137497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d21cdc06-b854-406c-b193-4c3111e3e8e3 req-1b6dc9d5-3868-44a8-94e2-24d7029c678e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0293610 Jun 18 18:17:55.649201 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3158a4-cfb7-4fc1-b7ea-7f7a964d85ab req-d0e94787-8dc1-4fc4-891c-914f245c734f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:55.736551 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cb3158a4-cfb7-4fc1-b7ea-7f7a964d85ab req-d0e94787-8dc1-4fc4-891c-914f245c734f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.1008554 Jun 18 18:17:55.736551 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cb3158a4-cfb7-4fc1-b7ea-7f7a964d85ab req-df287b46-376b-4937-82af-a247cb45fade tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jun 18 18:17:56.196627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8efd6f10-cd4e-403f-86c8-fbb4f5060752 req-8b02c269-84d2-4315-b82f-87b4b8313118 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0416675 Jun 18 18:17:56.344942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d1bcd96-6a16-4cbe-a0ba-44853469ddc7 req-856a5ccf-9045-45fb-a8ff-a1af6062cf19 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0454617 Jun 18 18:17:56.372722 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-61598eaa-e3c2-4e22-a555-6081169fc4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:56.387438 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:56.510327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:56.884675 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27cf-449b-47d1-bdba-ec5a7366e941 req-d6b1e0bc-0897-4693-aab2-6ee92a8eb74f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:56.886271 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d7fb27cf-449b-47d1-bdba-ec5a7366e941 req-d6b1e0bc-0897-4693-aab2-6ee92a8eb74f tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0718482 Jun 18 18:17:56.937119 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d7fb27cf-449b-47d1-bdba-ec5a7366e941 req-086e6b93-fca8-41fd-bbe7-92df927a14d7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Jun 18 18:17:57.356408 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8a01bc82-d793-4dac-8261-146105d59185 req-571f0820-dbed-48d2-960e-2bea773e53af tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0294437 Jun 18 18:17:57.485357 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a552c514-98ce-4acc-9260-c7880828f32a req-03b1b7f9-4206-4a0c-bfff-0d4de977bc87 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Jun 18 18:17:58.131502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e49a5e-9577-4dbc-8983-b62c63cfa47c req-041e3445-b3e3-4a13-9087-233f067d9742 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:58.133542 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79e49a5e-9577-4dbc-8983-b62c63cfa47c req-041e3445-b3e3-4a13-9087-233f067d9742 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0676343 Jun 18 18:17:58.163898 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:17:58.180221 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-79e49a5e-9577-4dbc-8983-b62c63cfa47c req-ef17356a-5446-461e-9050-43cc314a5ab8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390084 Jun 18 18:17:58.504031 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f17158d5-c64c-4f8f-9c32-39f668cb5e50 req-465286b3-0136-421f-9a8e-851ba8230b34 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0324984 Jun 18 18:17:58.631557 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-736ef0ef-1940-4e9a-be23-cedcc86d6588 req-4ebe4fbf-7c1b-489c-a35e-9fed7e7104de tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0292404 Jun 18 18:17:59.382182 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8c88-41ea-4c58-8f60-254acad420fd req-1db16416-c6cc-4901-8a49-4ef51112695c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:17:59.390418 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-db4b8c88-41ea-4c58-8f60-254acad420fd req-1db16416-c6cc-4901-8a49-4ef51112695c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0667932 Jun 18 18:17:59.429567 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-db4b8c88-41ea-4c58-8f60-254acad420fd req-5dfd346a-c234-4885-a414-49498e6218e6 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339887 Jun 18 18:17:59.657461 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e53e3ac4-2f56-49d1-aaa4-8786a24f9b5c req-65fefdfa-921f-4486-8d40-daddbcebb775 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0327580 Jun 18 18:17:59.782061 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5f25bf0-b3d7-4c9c-9a35-fa13bbcc931b req-9c47961e-32b1-429c-941a-a413c33ecb1a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jun 18 18:18:00.548081 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-b9e913c0-4d8b-40d4-a481-e351bdcb73fd tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:00.549612 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-b9e913c0-4d8b-40d4-a481-e351bdcb73fd tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 809 time: 0.1121941 Jun 18 18:18:00.609455 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-61091406-4fac-4fa1-a8e3-436722d4bea7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f891bde6f0864ee6a12e83a179606c3e HTTP/1.1" status: 200 len: 380 time: 0.0494640 Jun 18 18:18:00.618468 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c05ac5-627a-4637-aec8-ba7630a2116c req-f3f2007a-85bb-4ee1-b535-a47877696cda tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:00.619943 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00c05ac5-627a-4637-aec8-ba7630a2116c req-f3f2007a-85bb-4ee1-b535-a47877696cda tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.0685132 Jun 18 18:18:00.621413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'port': {'device_id': '6d11270e-2ee0-4031-b785-36f9d0797256', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'admin_state_up': True, 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'security_groups': ['943b0fbb-aaee-43a5-8664-19eb1253b492']}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:00.661328 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-00c05ac5-627a-4637-aec8-ba7630a2116c req-c40cbefc-da9d-4b94-8afa-142e8d68a27b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357788 Jun 18 18:18:00.807017 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-11e2ad29-d001-452b-869a-440b6de3c950 req-2152b15e-6cb2-4d30-895f-27f809085136 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0314040 Jun 18 18:18:00.860182 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Made reservation on behalf of f891bde6f0864ee6a12e83a179606c3e for: {'port': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:18:00.864020 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:00.947948 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a057d3e3-420a-4624-8f5f-55efec2b5a51 req-154937b8-85e9-45c0-be5f-d7f226087ff1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0288427 Jun 18 18:18:00.998679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Allocated IP 172.20.0.12 (33ad5d57-ac41-4496-b2d9-7bb3b1248812/300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac/9139ad2b-f7bd-4af1-a61c-7d730db5b292) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:18:01.144631 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.158328 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Transition to ACTIVE for port object 9139ad2b-f7bd-4af1-a61c-7d730db5b292 will not be triggered until provisioned by entity DHCP. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:18:01.208232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-0a04ae3b-7394-425c-820c-3645782644ac tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=75bdff17d4694764ac16e72a3e9795c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226238 Jun 18 18:18:01.348044 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.353721 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e3a8f3a6-9988-421a-84b3-efef29d9a3df tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:01.353924 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-6a8a6cd4-e9b6-4410-82f9-16af6f57a568 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:01.355325 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-6a8a6cd4-e9b6-4410-82f9-16af6f57a568 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417787 Jun 18 18:18:01.362733 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574208-45a0-4599-9690-347148517643 req-93ef68a4-d894-4fad-b2d8-d5022c1ad7e7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:01.370218 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b5574208-45a0-4599-9690-347148517643 req-93ef68a4-d894-4fad-b2d8-d5022c1ad7e7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.1419406 Jun 18 18:18:01.370373 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Request body: {'port': {'device_id': '443226d5-9249-44aa-b345-0eddca487fe6', 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1', 'admin_state_up': True, 'tenant_id': '75bdff17d4694764ac16e72a3e9795c6'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:01.409923 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:18:01.418699 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:18:01.421835 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:18:01.429118 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:01.457062 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b5574208-45a0-4599-9690-347148517643 req-ae37d454-89a8-493e-8ff3-bffecfcf512c tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833006 Jun 18 18:18:01.458979 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.459596 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.460355 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.460925 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.461787 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.462643 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.463010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.463592 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.464128 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.466246 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.467051 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.467507 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:01.473694 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:01.508358 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:01.512277 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.614456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Made reservation on behalf of 75bdff17d4694764ac16e72a3e9795c6 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:18:01.618113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.628025 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.781688 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-ad32c6fa-481f-4404-abe8-d743d8c68822 None None] Provisioning for port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:18:01.786569 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1693742 Jun 18 18:18:01.794762 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-ad32c6fa-481f-4404-abe8-d743d8c68822 None None] Provisioning complete for port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:18:01.794762 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ad32c6fa-481f-4404-abe8-d743d8c68822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.803361 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Request body: {'port': {'device_id': '6d11270e-2ee0-4031-b785-36f9d0797256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:01.835456 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-ad32c6fa-481f-4404-abe8-d743d8c68822 None None] Port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:18:01.881266 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236b47e-fad8-4a57-b671-b130357a6fe6 req-66011636-33ff-4dcf-8a24-ffa88ab3a77b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:01.882902 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a236b47e-fad8-4a57-b671-b130357a6fe6 req-66011636-33ff-4dcf-8a24-ffa88ab3a77b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 944 time: 0.1005337 Jun 18 18:18:01.891908 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:01.981421 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a236b47e-fad8-4a57-b671-b130357a6fe6 req-c9caa14f-17a2-4652-8dae-a238350004a0 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920498 Jun 18 18:18:01.986569 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a8d9332e-97a7-4fc5-832d-68e02258b9f0 req-47eaecef-4ff4-4307-b045-9812b6634367 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0536153 Jun 18 18:18:01.988984 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.102374 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.123900 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6fdc09c4-2655-4586-ad5e-3f96d98a6996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:02.189313 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9139ad2b-f7bd-4af1-a61c-7d730db5b292 {{(pid=93523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:18:02.197116 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.202945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8908ba-101f-4ddc-9b01-2d83b83419f3,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:02.209159 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.provisioning_blocks [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Transition to ACTIVE for port object 9139ad2b-f7bd-4af1-a61c-7d730db5b292 will not be triggered until provisioned by entity L2. {{(pid=93523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:18:02.214490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:02.261839 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a0324-99f6-448d-907e-e03ad36bc48a req-755a547e-1662-404c-9041-c8f7f29fd9f8 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:02.263277 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b75a0324-99f6-448d-907e-e03ad36bc48a req-755a547e-1662-404c-9041-c8f7f29fd9f8 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 932 time: 0.1720982 Jun 18 18:18:02.277788 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:18:02.305262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Allocated IP 192.168.233.44 (1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1/ba83def0-f40e-430e-ab51-9833e7de339b/d4714086-ecbe-4a63-9a72-183a98c4e826) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:18:02.328848 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.331011 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b75a0324-99f6-448d-907e-e03ad36bc48a req-125e6e37-6474-41fb-b0be-70b2769e9c65 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613439 Jun 18 18:18:02.332397 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4b2f0b01-1bee-4393-b995-1fad1e5962c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:02.415891 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:02.416503 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:02.419812 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:02.429588 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'port_id': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'mac_address': 'fa:16:3e:c3:58:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:18:02.505418 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.508886 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.534011 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:18:02.538402 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.539820 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Attempting to bind port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:18:02.540384 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Attempting to bind port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:18:02.541096 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Attempting to bind port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 on network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:18:02.551059 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 on network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:18:02.551665 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Attempting to bind port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 on network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:18:02.558026 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:02.560116 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Transition to ACTIVE for port object d4714086-ecbe-4a63-9a72-183a98c4e826 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:18:02.562586 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:18:02.563176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Checking segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:18:02.564847 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Bound using segment: {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'} {{(pid=93523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:18:02.565591 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.managers [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Bound port: 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe67623a-0b8a-466a-bb6e-d763bcdc4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812'}}] {{(pid=93523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:18:02.565967 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.638503 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, cleared binding levels {{(pid=93523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:18:02.642653 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:18:02.673870 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfbcbb-a43c-4ed1-a55e-2e850c6db912 req-9ce00688-ff1d-44f0-9d2a-f6d4c3ae8575 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:02.675346 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5bfbcbb-a43c-4ed1-a55e-2e850c6db912 req-9ce00688-ff1d-44f0-9d2a-f6d4c3ae8575 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.0631549 Jun 18 18:18:02.715126 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a5bfbcbb-a43c-4ed1-a55e-2e850c6db912 req-a7b309c2-c9ae-41da-b885-9caf82e07684 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Jun 18 18:18:02.734314 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.736089 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:02.738148 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.743672 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-200aaf0a-dd2d-4b2d-84ea-9788fa64499b tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:02.769125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.772343 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b23bc2e2-5155-4c24-bc50-a8c043a424d4 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:02.785494 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:18:02.786133 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=9']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:02.789041 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:18:02.789548 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:02.792927 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:18:02.817482 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Pushing event updated for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:02.817733 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:02.818375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.819774 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] 10.222.0.35 "PUT /v2.0/ports/9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1094 time: 1.0216649 Jun 18 18:18:02.820344 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:02.822701 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926202e-46cc-42c5-bb9d-dfa490332f15" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:02.835497 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.835930 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.836385 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.837075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.837222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.837584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.837948 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.838327 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.838680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.839056 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.839376 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.839720 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:02.850686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:02.852443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=3']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:02.855290 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:02.865089 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:02.865871 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:02.877123 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80fd01-a2e7-4877-8fca-bed68e5431d2 x-openstack-request-id: req-cc80fd01-a2e7-4877-8fca-bed68e5431d2 {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:02.877491 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:02.877792 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc80fd01-a2e7-4877-8fca-bed68e5431d2 {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:02.878239 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'status': 'completed', 'code': 200} Jun 18 18:18:02.981522 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6148844 Jun 18 18:18:02.989707 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['1741e5ff-5568-4388-8a24-59f3b66a77bd'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:18:02.995459 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Request body: {'port': {'device_id': '443226d5-9249-44aa-b345-0eddca487fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:03.317450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-6f36b3f7-deb5-41db-9b7f-997d2757c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.318939 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-6f36b3f7-deb5-41db-9b7f-997d2757c2e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1097 time: 0.4123046 Jun 18 18:18:03.332784 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-745f783a-d7fd-461a-bd45-2817419c233d None None] Provisioning for port d4714086-ecbe-4a63-9a72-183a98c4e826 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:18:03.337866 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-745f783a-d7fd-461a-bd45-2817419c233d None None] Provisioning complete for port d4714086-ecbe-4a63-9a72-183a98c4e826 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:18:03.339450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-745f783a-d7fd-461a-bd45-2817419c233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:03.377463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-745f783a-d7fd-461a-bd45-2817419c233d None None] Port d4714086-ecbe-4a63-9a72-183a98c4e826 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:18:03.421781 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-f3db505c-5642-4459-9d79-a477044b2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.423253 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-f3db505c-5642-4459-9d79-a477044b2ded service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f891bde6f0864ee6a12e83a179606c3e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960455 Jun 18 18:18:03.506668 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:03.516229 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-e2ad470c-42ed-44e2-b4eb-9ae9701a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.517718 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-7926202e-46cc-42c5-bb9d-dfa490332f15 req-e2ad470c-42ed-44e2-b4eb-9ae9701a3049 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872686 Jun 18 18:18:03.538048 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-930803ba-f5a2-4b57-bede-83ab8a8ecd98 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.539542 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-930803ba-f5a2-4b57-bede-83ab8a8ecd98 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.2185035 Jun 18 18:18:03.547243 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753f62-fa29-4d28-a255-2d8efb9c0060 req-7d040655-dc5c-414b-9345-0e65472929f5 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.548614 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d0753f62-fa29-4d28-a255-2d8efb9c0060 req-7d040655-dc5c-414b-9345-0e65472929f5 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 935 time: 0.2300103 Jun 18 18:18:03.567809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754742d7-b7a4-431e-bd58-0407ef0f0d1d req-aaa6e328-5d2d-4290-b750-fcfa2841aa70 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.569197 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-754742d7-b7a4-431e-bd58-0407ef0f0d1d req-aaa6e328-5d2d-4290-b750-fcfa2841aa70 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 945 time: 0.2493582 Jun 18 18:18:03.610009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-3028c32e-c7fe-4859-9736-26bc31a8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.611492 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-3028c32e-c7fe-4859-9736-26bc31a8962b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1097 time: 0.0542495 Jun 18 18:18:03.660190 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-ad13ef76-1a61-4a4e-a5ea-cbd16b55711d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 217 time: 0.0384197 Jun 18 18:18:03.709165 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-1afa907f-7a9d-4378-8788-70dce270d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.710625 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-1afa907f-7a9d-4378-8788-70dce270d7d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.0441797 Jun 18 18:18:03.746676 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d0753f62-fa29-4d28-a255-2d8efb9c0060 req-67ace758-3de1-43e5-a12a-796d63310826 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882184 Jun 18 18:18:03.774214 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-754742d7-b7a4-431e-bd58-0407ef0f0d1d req-79a2561a-f84f-4bbf-9c3a-b3cfb2cdcd47 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687274 Jun 18 18:18:03.774411 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-51dab972-fcd7-4c66-bfe7-be56d7a51673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:03.775773 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-51dab972-fcd7-4c66-bfe7-be56d7a51673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588229 Jun 18 18:18:03.868539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Deleting port 0dd548b6-ba87-48b6-86b9-6170efee41d6 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:03.874353 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:03.893455 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-2f79aa7b-622c-4192-aec8-5abb3672e60b service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024787 Jun 18 18:18:03.993104 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-e29563b4-65ce-4e2c-8d74-06886567f46f req-4dd4c4d0-b4ce-4d74-a5b9-97bc87889fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929956 Jun 18 18:18:04.088206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] For port 0dd548b6-ba87-48b6-86b9-6170efee41d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0dd548b6-ba87-48b6-86b9-6170efee41d6,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:04.088975 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.195996 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4714086-ecbe-4a63-9a72-183a98c4e826 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:18:04.215805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f7c97-a3a4-46a6-b9b4-85dff6c0d7a0 req-e0abb9ec-520d-406b-a3ab-d543b25ac5ec tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:04.217292 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-269f7c97-a3a4-46a6-b9b4-85dff6c0d7a0 req-e0abb9ec-520d-406b-a3ab-d543b25ac5ec tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.3015373 Jun 18 18:18:04.223736 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.240026 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fee1ed-af51-419a-9fe8-f986b56fa671 req-a86fa6dc-707b-4dbf-9cd3-fa12fe4286c1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:04.241535 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-87fee1ed-af51-419a-9fe8-f986b56fa671 req-a86fa6dc-707b-4dbf-9cd3-fa12fe4286c1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 946 time: 0.3165059 Jun 18 18:18:04.304016 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:18:04.318349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Transition to ACTIVE for port object d4714086-ecbe-4a63-9a72-183a98c4e826 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:18:04.351485 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 1741e5ff-5568-4388-8a24-59f3b66a77bd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:18:04.351809 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.397509 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-87fee1ed-af51-419a-9fe8-f986b56fa671 req-c3a87829-fd57-4b22-b489-db8338a1b9de tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups?id=d54f02c3-15b2-45f9-9df5-759652993945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348045 Jun 18 18:18:04.402282 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-269f7c97-a3a4-46a6-b9b4-85dff6c0d7a0 req-df801f3b-9cb1-4fa8-bd90-44fc89c3d205 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752877 Jun 18 18:18:04.428512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.428920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.429217 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Floating IP 17295c51-fd05-443c-a40d-e5c9f3a795ce disassociated. External IP: 172.27.2.5, port: 0dd548b6-ba87-48b6-86b9-6170efee41d6. Jun 18 18:18:04.429561 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Calling delete_port for 0dd548b6-ba87-48b6-86b9-6170efee41d6 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:04.434306 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.439388 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fddf4436-029c-4bbc-9aec-ba29e617f647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:04.442550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.468783 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:04.471150 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25029d-6c66-469b-9b34-87fb36aa8ec0" -d '{"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:04.491707 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:04.524163 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f816c-2874-4697-b15e-0f77c7f6bbfb x-openstack-request-id: req-d55f816c-2874-4697-b15e-0f77c7f6bbfb {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:04.524753 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-plugged", "status": "completed", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:04.525021 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d55f816c-2874-4697-b15e-0f77c7f6bbfb {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:04.529121 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'code': 200} Jun 18 18:18:04.563014 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Pushing event updated for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:04.567224 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:04.597252 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.601256 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:04.661229 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=10']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:04.669333 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:04.695818 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Attempting to bind port d4714086-ecbe-4a63-9a72-183a98c4e826 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:18:04.696167 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Attempting to bind port d4714086-ecbe-4a63-9a72-183a98c4e826 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:18:04.696525 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Attempting to bind port d4714086-ecbe-4a63-9a72-183a98c4e826 on network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:18:04.704896 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Port d4714086-ecbe-4a63-9a72-183a98c4e826 on network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:18:04.710125 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Attempting to bind port d4714086-ecbe-4a63-9a72-183a98c4e826 on network 1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:18:04.719307 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:18:04.719651 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Checking segment: {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:18:04.720037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Bound using segment: {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:18:04.720517 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Bound port: d4714086-ecbe-4a63-9a72-183a98c4e826, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6554dc4-ea82-4b35-bee2-6626b476b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:18:04.720872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.796232 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:18:04.799481 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d4714086-ecbe-4a63-9a72-183a98c4e826,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:18:04.843784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.849369 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-be7d39e6-297c-4bc6-89db-3ba7ea4ccc18 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:04.881462 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'Port': ['ID=0dd548b6-ba87-48b6-86b9-6170efee41d6,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:04.896926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:04.973872 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa88b7e-324b-444d-927b-8452823cbc33 req-53bff9a7-6acb-4227-bdfe-1a028f62c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:04.975458 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2aa88b7e-324b-444d-927b-8452823cbc33 req-53bff9a7-6acb-4227-bdfe-1a028f62c63f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 1100 time: 0.0584831 Jun 18 18:18:04.982037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:04.989028 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b3bf0a2c-3dc1-481e-9d6e-224115a26800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:05.014687 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-2aa88b7e-324b-444d-927b-8452823cbc33 req-96163764-f617-4b1e-a6f1-ae3c9c84e18a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292590 Jun 18 18:18:05.073162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.073775 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:05.075172 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4714086-ecbe-4a63-9a72-183a98c4e826 HTTP/1.1" status: 200 len: 1097 time: 2.0841825 Jun 18 18:18:05.078318 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:05.080713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:05.131324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Pushing event updated for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:05.135167 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:05.155749 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6511-a632-485a-8857-d50f5486e2c7 req-828e239d-44d5-4c7a-b851-2d141f8ec942 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.157305 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b0d6511-a632-485a-8857-d50f5486e2c7 req-828e239d-44d5-4c7a-b851-2d141f8ec942 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 947 time: 0.2772410 Jun 18 18:18:05.176232 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:18:05.193411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d49ac-3b87-415b-8ad6-43aad19ceb64 req-0cfe9fe6-2ae8-4d89-abac-e1a5e72b5168 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.194959 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c2d49ac-3b87-415b-8ad6-43aad19ceb64 req-0cfe9fe6-2ae8-4d89-abac-e1a5e72b5168 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.2730412 Jun 18 18:18:05.302657 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b0d6511-a632-485a-8857-d50f5486e2c7 req-9ccecf4c-6ead-44f3-add6-80489e102e07 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380899 Jun 18 18:18:05.332272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7c2d49ac-3b87-415b-8ad6-43aad19ceb64 req-a7cceac9-407e-4b8b-a2f9-05f9f21318e7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230609 Jun 18 18:18:05.373318 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c4ece-1965-4beb-a698-fadf8e4922ab x-openstack-request-id: req-ef9c4ece-1965-4beb-a698-fadf8e4922ab {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:05.373815 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:05.374105 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef9c4ece-1965-4beb-a698-fadf8e4922ab {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:05.374534 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826', 'status': 'completed', 'code': 200} Jun 18 18:18:05.402196 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-aae2af66-eec7-4261-a45e-43a305db6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.416448 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-aae2af66-eec7-4261-a45e-43a305db6e63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75bdff17d4694764ac16e72a3e9795c6&device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 1100 time: 0.2038443 Jun 18 18:18:05.421643 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:18:05.431880 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:18:05.443328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:05.443328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:05.453051 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-adb962bb-f4d6-4d44-a52a-e38e52b613e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d4714086-ecbe-4a63-9a72-183a98c4e826 HTTP/1.1" status: 200 len: 217 time: 0.0395529 Jun 18 18:18:05.523799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] No DVR routers for this DVR port 0dd548b6-ba87-48b6-86b9-6170efee41d6 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:05.527570 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:05.529612 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fbadc7cd-a7c8-4baa-8c09-2c9b32cdac49 req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.35 "DELETE /v2.0/ports/0dd548b6-ba87-48b6-86b9-6170efee41d6 HTTP/1.1" status: 204 len: 173 time: 1.9801023 Jun 18 18:18:05.547886 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-5a8c46ae-fec8-4011-a058-d8cff1267a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.549844 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-5a8c46ae-fec8-4011-a058-d8cff1267a37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba83def0-f40e-430e-ab51-9833e7de339b HTTP/1.1" status: 200 len: 843 time: 0.0751886 Jun 18 18:18:05.603443 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-af4fe888-3053-44ad-963b-fc5a50c9bbd8 req-98a1d902-c637-4861-a8fb-a7c5ee7c5274 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9ef3ff5-a0fb-48e0-9262-855af51e0cb0 HTTP/1.1" status: 200 len: 210 time: 0.0582070 Jun 18 18:18:05.690314 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:05.928167 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:05.933116 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-87126cbc-fe3b-4455-94c0-b4360469c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.934628 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-87126cbc-fe3b-4455-94c0-b4360469c1ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3754807 Jun 18 18:18:05.945848 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b627-6fea-45f7-9e50-57e2a9cf3fb5 req-d4744327-747e-444c-b404-e70fba1c1aa2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:05.952840 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6ad2b627-6fea-45f7-9e50-57e2a9cf3fb5 req-d4744327-747e-444c-b404-e70fba1c1aa2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.3668430 Jun 18 18:18:05.958315 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:18:05.968419 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:05.969307 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:06.046441 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6ad2b627-6fea-45f7-9e50-57e2a9cf3fb5 req-be4a21ab-9f32-441e-a5b8-b40b8acae889 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927465 Jun 18 18:18:06.086992 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-13489f71-dd7f-47ad-9d79-b9381824b28d service neutron] 10.222.0.35 "GET /v2.0/networks/1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321101 Jun 18 18:18:06.093983 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:06.179603 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4028575a-3da2-43b5-9e1c-95db71b8c21f req-24199e7a-c7b5-42c1-ba23-b525aa5ea939 service neutron] 10.222.0.35 "GET /v2.0/networks/1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Jun 18 18:18:06.291505 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:06.324611 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 0dd548b6-ba87-48b6-86b9-6170efee41d6 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:06.328366 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c459e97-710f-4836-ad0e-deac187aa416 None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'e7d2d736-1080-453a-a520-7946d8eae673', 'name': '', 'network_id': '4d0423cf-a492-4b7c-9d8d-d17e5bdd424f', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'mac_address': 'fa:16:3e:f9:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e522cfc6-8f72-4626-b441-145498812571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:55Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'subnets': [{'id': 'e522cfc6-8f72-4626-b441-145498812571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:18:06.352134 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 0dd548b6-ba87-48b6-86b9-6170efee41d6 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:06.352573 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 0dd548b6-ba87-48b6-86b9-6170efee41d6 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:06.400629 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-b8cff233-fd55-4173-963e-c22fbf57aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.407380 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-b8cff233-fd55-4173-963e-c22fbf57aec1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75bdff17d4694764ac16e72a3e9795c6&device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 1100 time: 0.0866945 Jun 18 18:18:06.616027 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-907f1af6-aaf4-4106-9c0e-d27aaf204465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.619384 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-907f1af6-aaf4-4106-9c0e-d27aaf204465 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1 HTTP/1.1" status: 200 len: 870 time: 0.2029719 Jun 18 18:18:06.638140 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761e692-1c60-4f56-b375-de151b3a4346 None None] New status for floating IP 17295c51-fd05-443c-a40d-e5c9f3a795ce: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:18:06.652730 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b4e41-efd0-4921-84e4-f428c9886ef3 req-1cd25048-4083-485c-af53-12dc694f17a3 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.659035 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf7b4e41-efd0-4921-84e4-f428c9886ef3 req-1cd25048-4083-485c-af53-12dc694f17a3 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 947 time: 0.1640747 Jun 18 18:18:06.686808 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-aad6aa1c-45a6-4474-8540-b9e80a343b84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d4714086-ecbe-4a63-9a72-183a98c4e826 HTTP/1.1" status: 200 len: 217 time: 0.0557926 Jun 18 18:18:06.740738 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af94e6-7be9-4d1f-9582-6543b018e5fb req-7aa8c4e5-3ef2-45fc-a72e-e045bcdd07ae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.748707 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-11af94e6-7be9-4d1f-9582-6543b018e5fb req-7aa8c4e5-3ef2-45fc-a72e-e045bcdd07ae tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.2198372 Jun 18 18:18:06.789063 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf7b4e41-efd0-4921-84e4-f428c9886ef3 req-559e6348-cb7f-4372-88e7-90e491fdeede tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060076 Jun 18 18:18:06.801744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-39104ce5-2639-4d34-82c0-7ce8555402e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.815447 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-39104ce5-2639-4d34-82c0-7ce8555402e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba83def0-f40e-430e-ab51-9833e7de339b HTTP/1.1" status: 200 len: 843 time: 0.1021864 Jun 18 18:18:06.853438 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-11af94e6-7be9-4d1f-9582-6543b018e5fb req-5518c400-8634-4c7a-bcd0-1f1159873901 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038425 Jun 18 18:18:06.892334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-e40b6761-9006-42be-b517-7f8fcab4fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:06.894062 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-e40b6761-9006-42be-b517-7f8fcab4fe44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799167 Jun 18 18:18:06.995623 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-d351d09f-75f8-4fcc-b69a-d2281f65c1db service neutron] 10.222.0.35 "GET /v2.0/networks/1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885670 Jun 18 18:18:07.060825 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40188) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:07.097174 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e3e4911-7894-4b07-b199-1ae04a6ac8bd req-bd18f49d-f058-4fa8-8dbb-e7c62d02f938 service neutron] 10.222.0.35 "GET /v2.0/networks/1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909789 Jun 18 18:18:07.124164 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.148589 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.229564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bba4-65f6-44c2-be91-80b6c2ef786f req-95353e35-c230-49de-a2ba-97148e3ed6c6 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:07.230944 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b82bba4-65f6-44c2-be91-80b6c2ef786f req-95353e35-c230-49de-a2ba-97148e3ed6c6 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0638103 Jun 18 18:18:07.270194 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1b82bba4-65f6-44c2-be91-80b6c2ef786f req-15cf4b21-baa3-490d-a9f1-d9e71dfec763 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Jun 18 18:18:07.303528 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.306201 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.307368 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "DELETE /v2.0/security-groups/d54f02c3-15b2-45f9-9df5-759652993945 HTTP/1.1" status: 204 len: 168 time: 0.2444911 Jun 18 18:18:07.315659 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-67f94007-6160-4c03-bd04-ddf8269f20cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:07.317527 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f02c3-15b2-45f9-9df5-759652993945,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:07.317833 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40192) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:07.320006 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-90b38b58-0946-462e-8a8a-45032f05c406 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:07.332114 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.api.v2.resource [None req-9637b870-46bb-4218-a153-c62d93f14502 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] show failed (client error): The resource could not be found. Jun 18 18:18:07.333117 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9637b870-46bb-4218-a153-c62d93f14502 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "GET /v2.0/security-groups/d54f02c3-15b2-45f9-9df5-759652993945 HTTP/1.1" status: 404 len: 347 time: 0.0142555 Jun 18 18:18:07.335823 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40194) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:07.378435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'name': 'network-vif-deleted', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:07.380816 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef3ec9f-0e1f-42da-af19-7d685ba58a69" -d '{"events": [{"server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "name": "network-vif-deleted", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:07.419652 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ed8fe-ea40-464b-9444-2c33b466774d x-openstack-request-id: req-c78ed8fe-ea40-464b-9444-2c33b466774d {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:07.419998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ef3ff5-a0fb-48e0-9262-855af51e0cb0", "name": "network-vif-deleted", "tag": "0dd548b6-ba87-48b6-86b9-6170efee41d6", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:07.420283 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c78ed8fe-ea40-464b-9444-2c33b466774d {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:07.421241 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ef3ff5-a0fb-48e0-9262-855af51e0cb0', 'name': 'network-vif-deleted', 'tag': '0dd548b6-ba87-48b6-86b9-6170efee41d6', 'status': 'completed', 'code': 200} Jun 18 18:18:07.468447 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Deleting port 3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:07.468787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.547949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.548281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.610650 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Calling delete_port for 3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5 owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:07.863922 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.866053 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:07.889964 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Pushing event deleted for resources: {'Port': ['ID=3a8c5ec9-4298-48f6-9d3f-670b8dfa01a5,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:07.893949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:07.992972 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.995595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:07.996704 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] 10.222.0.42 "DELETE /v2.0/floatingips/17295c51-fd05-443c-a40d-e5c9f3a795ce HTTP/1.1" status: 204 len: 168 time: 0.6599798 Jun 18 18:18:08.051099 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54085f-1d9b-48b5-ac4f-ebe9ca472cf4 req-cf66fdb2-9fd0-49c8-b17f-c902447d4a0e tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:08.052741 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a54085f-1d9b-48b5-ac4f-ebe9ca472cf4 req-cf66fdb2-9fd0-49c8-b17f-c902447d4a0e tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 947 time: 0.1330583 Jun 18 18:18:08.100617 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac5fe-06a7-438a-9fae-87814913ad8a req-c4577ce1-0332-417b-a5ac-4770bc9bd255 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:08.101938 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-753ac5fe-06a7-438a-9fae-87814913ad8a req-c4577ce1-0332-417b-a5ac-4770bc9bd255 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.1159208 Jun 18 18:18:08.109787 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3a54085f-1d9b-48b5-ac4f-ebe9ca472cf4 req-b4f04ce1-c8a7-4c0d-ba95-d10f5b6e72ea tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510449 Jun 18 18:18:08.142763 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-753ac5fe-06a7-438a-9fae-87814913ad8a req-69b66757-0275-49a9-b9a2-29c29ee42e34 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jun 18 18:18:08.311472 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device d4714086-ecbe-4a63-9a72-183a98c4e826 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:18:08.410010 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d4714086-ecbe-4a63-9a72-183a98c4e826,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:08.421662 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'd4714086-ecbe-4a63-9a72-183a98c4e826', 'network_id': '1cb3e566-a4ff-4a9d-ae50-975b52d4b5e1', 'port_id': 'd4714086-ecbe-4a63-9a72-183a98c4e826', 'mac_address': 'fa:16:3e:f4:5a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba83def0-f40e-430e-ab51-9833e7de339b', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:18:08.443899 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211a5f-0488-45fd-96ab-406819524ac4 req-3e6928df-0a32-44af-b047-cce81a2462b0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:08.445375 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3211a5f-0488-45fd-96ab-406819524ac4 req-3e6928df-0a32-44af-b047-cce81a2462b0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0640378 Jun 18 18:18:08.462568 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:08.475562 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4714086-ecbe-4a63-9a72-183a98c4e826 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:18:08.484207 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d3211a5f-0488-45fd-96ab-406819524ac4 req-9ce6b793-3191-40d8-ae0a-ff89c7d64af5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Jun 18 18:18:08.494624 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d4714086-ecbe-4a63-9a72-183a98c4e826,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:08.600741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:08.602573 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:08.648547 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:08.655661 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.656034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.656466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.656804 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.657137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.657475 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.657795 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.658141 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.658471 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.658793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.659114 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.659435 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:18:08.663439 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:08.860114 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['d4714086-ecbe-4a63-9a72-183a98c4e826'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:18:09.279252 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ac43-efb9-4ef9-b766-cdfc3671befa req-6ad449a7-a606-47ae-afd5-75beb96f038f tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:09.281290 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-29d8ac43-efb9-4ef9-b766-cdfc3671befa req-6ad449a7-a606-47ae-afd5-75beb96f038f tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 948 time: 0.0627396 Jun 18 18:18:09.319746 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-29d8ac43-efb9-4ef9-b766-cdfc3671befa req-2e1b7247-cac8-42c8-9327-50c08d4f2ca2 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jun 18 18:18:09.656798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069889b6-ab08-42d0-985b-8a7c5d0ed81f req-8c5500a6-b4cd-426c-a208-f3386addad84 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:09.658169 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-069889b6-ab08-42d0-985b-8a7c5d0ed81f req-8c5500a6-b4cd-426c-a208-f3386addad84 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0676177 Jun 18 18:18:09.697122 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-069889b6-ab08-42d0-985b-8a7c5d0ed81f req-ccfbe3a2-8d04-4a84-8662-255fe7783206 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Jun 18 18:18:10.332420 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device d4714086-ecbe-4a63-9a72-183a98c4e826 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:18:10.482835 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port d4714086-ecbe-4a63-9a72-183a98c4e826 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:18:10.487333 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port d4714086-ecbe-4a63-9a72-183a98c4e826 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:18:10.487709 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:10.493195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434005ff-d36a-4348-8c36-4fab7e441ee8 req-2e41a27b-4580-4f10-8e9d-14ffb99bb5de tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:10.494671 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-434005ff-d36a-4348-8c36-4fab7e441ee8 req-2e41a27b-4580-4f10-8e9d-14ffb99bb5de tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 948 time: 0.0625520 Jun 18 18:18:10.540571 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-434005ff-d36a-4348-8c36-4fab7e441ee8 req-6ac6707a-b0af-404d-99df-50958a7f9a0c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Jun 18 18:18:10.564960 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:10.590262 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:10.592620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7058f8e7-4349-43b5-8fad-e455180dc1b4" -d '{"events": [{"server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "name": "network-vif-plugged", "status": "completed", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:10.605745 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d4714086-ecbe-4a63-9a72-183a98c4e826,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:10.633785 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672313cc-238f-4135-bc66-5b7809db4a49 x-openstack-request-id: req-672313cc-238f-4135-bc66-5b7809db4a49 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:10.634088 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "name": "network-vif-plugged", "status": "completed", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:10.634351 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-672313cc-238f-4135-bc66-5b7809db4a49 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:10.634753 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826', 'code': 200} Jun 18 18:18:10.704070 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:10.706341 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:10.773043 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:10.776773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:10.884108 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aad9a-2e6f-47eb-891f-e47654366c6d req-a1ce0992-2c9a-422b-a72f-b021f8bc921c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:10.885747 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d9aad9a-2e6f-47eb-891f-e47654366c6d req-a1ce0992-2c9a-422b-a72f-b021f8bc921c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0719335 Jun 18 18:18:10.925340 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d9aad9a-2e6f-47eb-891f-e47654366c6d req-d09d2bc4-3a86-4018-bb96-16ae6919724a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340514 Jun 18 18:18:11.133110 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338172-03b3-4947-ad36-c30ba7021b35 req-8502d644-54c5-4941-a312-e2c3598f0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:11.134548 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec338172-03b3-4947-ad36-c30ba7021b35 req-8502d644-54c5-4941-a312-e2c3598f0e43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 1102 time: 0.0510325 Jun 18 18:18:11.170920 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ec338172-03b3-4947-ad36-c30ba7021b35 req-0386c02b-1f87-4f03-9b97-808fd3507791 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279500 Jun 18 18:18:11.707296 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653899b1-c187-4e8a-9cad-27e4e6ab9767 req-06d97435-8413-4a3e-9692-d6db923eca9c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:11.708770 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-653899b1-c187-4e8a-9cad-27e4e6ab9767 req-06d97435-8413-4a3e-9692-d6db923eca9c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 949 time: 0.0644066 Jun 18 18:18:11.746558 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-653899b1-c187-4e8a-9cad-27e4e6ab9767 req-361ad073-e383-41e3-92e6-34f44cbed2cf tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jun 18 18:18:12.128197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1cd4-dcee-49ba-8bd4-dcfddc88f4a4 req-e2eaa96c-4e5f-4aae-9eb5-de66bf28b41c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:12.129678 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8e5b1cd4-dcee-49ba-8bd4-dcfddc88f4a4 req-e2eaa96c-4e5f-4aae-9eb5-de66bf28b41c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0665970 Jun 18 18:18:12.166751 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8e5b1cd4-dcee-49ba-8bd4-dcfddc88f4a4 req-29e5c783-7864-4a4c-8edb-762fc4cab592 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jun 18 18:18:12.358356 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:18:12.447581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40250) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:12.453334 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:12.468961 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'mac_address': 'fa:16:3e:9c:18:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:18:12.506477 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:12.519370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9139ad2b-f7bd-4af1-a61c-7d730db5b292 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:18:12.539039 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:12.634960 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:12.636952 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-3d649fc5-6d48-43dd-83da-52c9bcbf3381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:12.683889 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:12.687022 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:12.873357 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['9139ad2b-f7bd-4af1-a61c-7d730db5b292'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:18:12.965854 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18f51f-d05a-4b99-8d2b-6a54acc52146 req-96c6667b-44fc-439a-9716-dfc233441c42 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:12.967323 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6b18f51f-d05a-4b99-8d2b-6a54acc52146 req-96c6667b-44fc-439a-9716-dfc233441c42 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 949 time: 0.1061473 Jun 18 18:18:13.021191 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6b18f51f-d05a-4b99-8d2b-6a54acc52146 req-daa538e4-7d50-4b84-9b52-8911a55cd0de tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Jun 18 18:18:13.024912 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:13.313695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Deleting port e7d2d736-1080-453a-a520-7946d8eae673 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:13.314334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:13.413112 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f0fa0-2f89-4190-9cae-533f9cf3fd81 req-0aad232a-3751-49d1-8f0a-a2ce50bf0e2b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:13.414568 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a03f0fa0-2f89-4190-9cae-533f9cf3fd81 req-0aad232a-3751-49d1-8f0a-a2ce50bf0e2b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 945 time: 0.1303654 Jun 18 18:18:13.421405 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] For port e7d2d736-1080-453a-a520-7946d8eae673, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=e7d2d736-1080-453a-a520-7946d8eae673,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:13.426319 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:13.504907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Calling delete_port for e7d2d736-1080-453a-a520-7946d8eae673 owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:13.563265 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a03f0fa0-2f89-4190-9cae-533f9cf3fd81 req-c10e0a3f-455f-45c2-86fa-9928ee40b220 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383014 Jun 18 18:18:14.071564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010aea2-fad9-4cb6-9d28-20439a9cb36f req-84878f5f-6d13-4bbc-9b64-00c9b0a6fc47 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:14.073064 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0010aea2-fad9-4cb6-9d28-20439a9cb36f req-84878f5f-6d13-4bbc-9b64-00c9b0a6fc47 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 949 time: 0.0761452 Jun 18 18:18:14.113575 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0010aea2-fad9-4cb6-9d28-20439a9cb36f req-ac0cf7ef-3f4f-4ed6-b8ca-566b6093b62d tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Jun 18 18:18:14.128208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.131222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cc59c697-f890-4109-a87c-2a92262b6d2d tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:14.154883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d2d736-1080-453a-a520-7946d8eae673,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:14.158664 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:14.328198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.372219 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:18:14.503526 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:18:14.507857 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:18:14.508317 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.548237 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Router 753d58c0-b279-474b-8587-c607743bf343 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:18:14.588857 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.617924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:14.620200 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e156160b-3014-4497-ac5c-6f40cf4f97a8" -d '{"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-plugged", "status": "completed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:14.636189 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:14.664942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c170cc2-2722-488b-9965-698ae0f342bd x-openstack-request-id: req-0c170cc2-2722-488b-9965-698ae0f342bd {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:14.664942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-plugged", "status": "completed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:14.664942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c170cc2-2722-488b-9965-698ae0f342bd {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:14.664942 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'code': 200} Jun 18 18:18:14.667032 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:18:14.672784 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] 10.222.0.42 "PUT /v2.0/routers/753d58c0-b279-474b-8587-c607743bf343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241645 Jun 18 18:18:14.675539 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40268) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:14.683511 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Sync routers for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:18:14.702912 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:14.705760 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:14.752654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b380-fd82-477a-b00e-d5977e2b4e65 req-2fe61ed6-6ea3-4e7c-85a9-acbf9505f46c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:14.754947 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4d14b380-fd82-477a-b00e-d5977e2b4e65 req-2fe61ed6-6ea3-4e7c-85a9-acbf9505f46c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 945 time: 0.0736535 Jun 18 18:18:14.756887 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.761399 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:14.793467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks [] for router, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:14.797037 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4d14b380-fd82-477a-b00e-d5977e2b4e65 req-71e34783-e145-4c8e-ad39-c84440a1f759 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345321 Jun 18 18:18:14.871295 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:14.874651 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:14.885778 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:14.902272 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.084136 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:18:13Z', 'revision_number': 5, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port': {'id': '0fc6134e-5f68-4e15-8e86-beb26b6d984e', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753d58c0-b279-474b-8587-c607743bf343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:42Z', 'updated_at': '2021-06-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:15.094512 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Deleting port 0fc6134e-5f68-4e15-8e86-beb26b6d984e {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:15.094907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.111425 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Checking router: 753d58c0-b279-474b-8587-c607743bf343 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:18:15.121874 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Routers {'753d58c0-b279-474b-8587-c607743bf343'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:15.122060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-4782cff1-bb11-4ec1-a3ac-fd2f16903e62 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:15.122419 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['753d58c0-b279-474b-8587-c607743bf343'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:15.123467 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-4782cff1-bb11-4ec1-a3ac-fd2f16903e62 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.35 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 949 time: 0.0705585 Jun 18 18:18:15.212738 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] For port 0fc6134e-5f68-4e15-8e86-beb26b6d984e, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=0fc6134e-5f68-4e15-8e86-beb26b6d984e,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:15.213452 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.233289 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] Set router 753d58c0-b279-474b-8587-c607743bf343 gateway port host: None {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:15.282355 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Calling delete_port for 0fc6134e-5f68-4e15-8e86-beb26b6d984e owned by network:router_gateway {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:15.292115 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:18:14Z', 'revision_number': 6, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:15.323837 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddccc9-a116-45f7-bbc0-64d8cebd029f None None] The sync data for ids ['753d58c0-b279-474b-8587-c607743bf343'] in dv-cinder-796113-5-iscsi is: [{'id': '753d58c0-b279-474b-8587-c607743bf343', 'name': 'tempest-AttachVolumeTestJSON-194531453-router', 'tenant_id': '4eff8d86af2742bab66845c50e6560c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:41Z', 'updated_at': '2021-06-18T18:18:14Z', 'revision_number': 6, 'project_id': '4eff8d86af2742bab66845c50e6560c3', 'gw_port_host': None}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:18:15.328134 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29bf77-7ead-4215-8102-45adeaef3820 req-6bebc443-d4ff-4e70-b78b-fc74cb36c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:15.329831 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf29bf77-7ead-4215-8102-45adeaef3820 req-6bebc443-d4ff-4e70-b78b-fc74cb36c4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.1295698 Jun 18 18:18:15.331242 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Deleting port d4714086-ecbe-4a63-9a72-183a98c4e826 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:15.331680 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.430243 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bf29bf77-7ead-4215-8102-45adeaef3820 req-323ea3d1-4bbe-4300-aba7-c19e8687ae40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931261 Jun 18 18:18:15.445113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2b03b-ab01-473f-86bf-ea7f2196ef99 req-ef4e8049-13aa-482b-9534-71465608a304 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:15.446587 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-49c2b03b-ab01-473f-86bf-ea7f2196ef99 req-ef4e8049-13aa-482b-9534-71465608a304 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 949 time: 0.1804092 Jun 18 18:18:15.486392 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] For port d4714086-ecbe-4a63-9a72-183a98c4e826, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d4714086-ecbe-4a63-9a72-183a98c4e826,segment=NetworkSegment(b6554dc4-ea82-4b35-bee2-6626b476b6ac),segment_id=b6554dc4-ea82-4b35-bee2-6626b476b6ac)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:15.486756 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.563055 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Calling delete_port for d4714086-ecbe-4a63-9a72-183a98c4e826 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:15.567565 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-49c2b03b-ab01-473f-86bf-ea7f2196ef99 req-62c3d772-b82f-4f5b-a830-740112dc6b78 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8908ba-101f-4ddc-9b01-2d83b83419f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140406 Jun 18 18:18:15.580325 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.584903 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cc0c9c4b-ff25-4fc6-a6dc-6ea47d09136f tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:15.616545 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc6134e-5f68-4e15-8e86-beb26b6d984e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:15.620367 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:15.677459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.785631 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.787697 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.888640 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.894226 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ddb925f6-02fb-423b-998c-ab15dba4dbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:15.903271 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['d4714086-ecbe-4a63-9a72-183a98c4e826'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:18:15.922717 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Pushing event deleted for resources: {'Port': ['ID=d4714086-ecbe-4a63-9a72-183a98c4e826,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:15.932982 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:15.962928 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.963557 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753d58c0-b279-474b-8587-c607743bf343 {{(pid=93523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:18:15.969102 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:15.971262 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] 10.222.0.42 "DELETE /v2.0/routers/753d58c0-b279-474b-8587-c607743bf343 HTTP/1.1" status: 204 len: 168 time: 1.2942479 Jun 18 18:18:15.976008 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40274) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:16.003092 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] No DVR routers for this DVR port d4714086-ecbe-4a63-9a72-183a98c4e826 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:16.008368 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.010017 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a751adb0-8cff-4922-9a7a-3dfa2584785c req-e2747a6a-da05-445c-9565-cd5980bf4a7a tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.35 "DELETE /v2.0/ports/d4714086-ecbe-4a63-9a72-183a98c4e826 HTTP/1.1" status: 204 len: 173 time: 0.8803024 Jun 18 18:18:16.010959 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'name': 'network-vif-deleted', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:16.013211 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5286544-c0b6-4f3c-b264-f55d432a36c5" -d '{"events": [{"server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "name": "network-vif-deleted", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:16.030333 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Deleting subnet e522cfc6-8f72-4626-b441-145498812571 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:18:16.034345 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.045549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04f58c-a6ec-4f85-a0a3-0186406365ba req-58cedd30-1100-4dce-adae-0cf6a3644373 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:16.047447 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d04f58c-a6ec-4f85-a0a3-0186406365ba req-58cedd30-1100-4dce-adae-0cf6a3644373 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1268158 Jun 18 18:18:16.086487 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd8c4fa-dd29-4d6b-9de7-4cbc1bc088e6 x-openstack-request-id: req-3cd8c4fa-dd29-4d6b-9de7-4cbc1bc088e6 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:16.087130 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443226d5-9249-44aa-b345-0eddca487fe6", "name": "network-vif-deleted", "tag": "d4714086-ecbe-4a63-9a72-183a98c4e826", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:16.087130 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cd8c4fa-dd29-4d6b-9de7-4cbc1bc088e6 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:16.087519 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443226d5-9249-44aa-b345-0eddca487fe6', 'name': 'network-vif-deleted', 'tag': 'd4714086-ecbe-4a63-9a72-183a98c4e826', 'status': 'completed', 'code': 200} Jun 18 18:18:16.087828 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.107810 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8d04f58c-a6ec-4f85-a0a3-0186406365ba req-e7b20a84-7c27-48ce-a1c1-bb1dbde4fc17 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546439 Jun 18 18:18:16.218017 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.352797 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.356647 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-59a12d01-6462-4432-9fb8-719a2d3f748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:16.357993 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 0fc6134e-5f68-4e15-8e86-beb26b6d984e no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:16.382640 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 0fc6134e-5f68-4e15-8e86-beb26b6d984e {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:16.382998 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 0fc6134e-5f68-4e15-8e86-beb26b6d984e not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:16.383428 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device e7d2d736-1080-453a-a520-7946d8eae673 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:16.388916 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e522cfc6-8f72-4626-b441-145498812571,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:16.396090 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:16.396090 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.396090 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b0e632f2-8efb-4381-a808-34b1a1c0fe74 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e522cfc6-8f72-4626-b441-145498812571 HTTP/1.1" status: 204 len: 168 time: 0.4183953 Jun 18 18:18:16.398147 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40278) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:16.410709 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09257d4-4ad6-4989-925b-32584ca6a446 None None] Network 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:18:16.412940 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: e7d2d736-1080-453a-a520-7946d8eae673 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:16.413287 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device e7d2d736-1080-453a-a520-7946d8eae673 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:16.482064 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.531732 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Deleting port fec2712c-637a-4182-861b-d17adb2e02c5 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:16.532655 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.599378 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] For port fec2712c-637a-4182-861b-d17adb2e02c5, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=fec2712c-637a-4182-861b-d17adb2e02c5,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:16.600127 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.672988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Calling delete_port for fec2712c-637a-4182-861b-d17adb2e02c5 owned by network:dhcp {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:16.731992 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-646a6040-0e03-4e8e-bc62-e081ed580540 req-4534ec79-aca1-4203-bf08-1eafefd63eb7 tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] 10.222.0.42 "GET /v2.0/ports?device_id=443226d5-9249-44aa-b345-0eddca487fe6 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jun 18 18:18:16.760341 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] DHCP port deletion for 4d0423cf-a492-4b7c-9d8d-d17e5bdd424f request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:18:16.813770 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Deleting port fec2712c-637a-4182-861b-d17adb2e02c5 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:16.814187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.849178 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.852929 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-56dd705c-41c7-4f35-9141-75018d36317c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:16.867777 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:18:16.882210 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] For port fec2712c-637a-4182-861b-d17adb2e02c5, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=fec2712c-637a-4182-861b-d17adb2e02c5,segment=NetworkSegment(974df252-10c7-41e3-9eb9-6df4a43a759b),segment_id=974df252-10c7-41e3-9eb9-6df4a43a759b)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:16.882673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.890096 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=fec2712c-637a-4182-861b-d17adb2e02c5,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:16.893985 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:16.896012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] No DVR routers for this DVR port fec2712c-637a-4182-861b-d17adb2e02c5 on host dv-cinder-796113-5-iscsi {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:16.952518 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Calling delete_port for fec2712c-637a-4182-861b-d17adb2e02c5 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:16.970502 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:16.980575 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0423cf-a492-4b7c-9d8d-d17e5bdd424f']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:16.995081 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974df252-10c7-41e3-9eb9-6df4a43a759b') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:16.995081 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974df252-10c7-41e3-9eb9-6df4a43a759b') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:17.000209 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.014238 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:18:17.023210 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:18:17.082948 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.085119 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:17.097350 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] No DVR routers for this DVR port fec2712c-637a-4182-861b-d17adb2e02c5 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:17.118201 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Pushing event deleted for resources: {'Port': ['ID=fec2712c-637a-4182-861b-d17adb2e02c5,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:17.120760 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:17.134203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.138565 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-317e0716-54e4-4bd6-851f-8fb88158b581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:17.143577 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.145176 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d0423cf-a492-4b7c-9d8d-d17e5bdd424f HTTP/1.1" status: 204 len: 168 time: 0.7459536 Jun 18 18:18:17.161990 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0423cf-a492-4b7c-9d8d-d17e5bdd424f,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:17.164689 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:17.286581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91434d03-7fc7-46a1-9fbf-efe807d55873 req-28e2b7dc-e1b4-4e3e-bb47-1d24466b9cea tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:17.288052 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-91434d03-7fc7-46a1-9fbf-efe807d55873 req-28e2b7dc-e1b4-4e3e-bb47-1d24466b9cea tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0644603 Jun 18 18:18:17.330713 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-91434d03-7fc7-46a1-9fbf-efe807d55873 req-0fb99e89-331a-4b63-9f00-0fbee427e90a tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369473 Jun 18 18:18:17.583246 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40288) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:17.624003 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f65a4a45-2483-4131-88a3-a4bc3d535073 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4eff8d86af2742bab66845c50e6560c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392919 Jun 18 18:18:17.626267 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40290) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:17.658787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f027-c5a0-49a4-835b-4343607ca391 req-498d46b6-5da2-4f5e-91a3-729772679437 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:17.660274 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9f95f027-c5a0-49a4-835b-4343607ca391 req-498d46b6-5da2-4f5e-91a3-729772679437 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0659249 Jun 18 18:18:17.675420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.697771 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.701252 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9f95f027-c5a0-49a4-835b-4343607ca391 req-71cbefe0-d59f-4b99-b30c-a12845ecc046 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Jun 18 18:18:17.725177 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40292) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:17.865467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.870356 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:17.870356 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/080c670d-1169-4276-a929-2e9e082dd168 HTTP/1.1" status: 204 len: 168 time: 0.2422185 Jun 18 18:18:17.870553 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-df5d2e37-540c-4013-9107-7ff7f441c056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:17.878758 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c670d-1169-4276-a929-2e9e082dd168,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:17.881880 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:17.927959 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c6bed-8171-41fe-b949-b83bd8d1d61d tempest-TestShelveInstance-34178024 tempest-TestShelveInstance-34178024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:17.930490 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9b7c6bed-8171-41fe-b949-b83bd8d1d61d tempest-TestShelveInstance-34178024 tempest-TestShelveInstance-34178024-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1094 time: 0.2039864 Jun 18 18:18:17.933331 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40304) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:17.937904 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:18.077169 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for floatingip, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:18.186884 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:18.317794 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Allocated IP 172.27.2.112 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/3ed826d1-a713-4e72-b0d0-ab4b60f52a07) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:18:18.369680 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device fec2712c-637a-4182-861b-d17adb2e02c5 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:18.392750 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: fec2712c-637a-4182-861b-d17adb2e02c5 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:18.393119 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device fec2712c-637a-4182-861b-d17adb2e02c5 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:18.420509 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device d4714086-ecbe-4a63-9a72-183a98c4e826 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:18.440926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:18.443537 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: d4714086-ecbe-4a63-9a72-183a98c4e826 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:18.443965 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device d4714086-ecbe-4a63-9a72-183a98c4e826 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:18.728769 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:18.731165 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:18.769551 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:18:18.773935 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:18:18.776219 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:18:18.800832 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'Port': ['ID=3ed826d1-a713-4e72-b0d0-ab4b60f52a07,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:18.803694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:19.174071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:19.347207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:19.533118 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:19.646536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:19.649752 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:19.720898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event updated for resources: {'Port': ['ID=3ed826d1-a713-4e72-b0d0-ab4b60f52a07,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:19.726719 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:19.732236 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:19.832761 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Floating IP 8914bf4c-738e-4b4b-b568-f3eaa57e2316 associated. External IP: 172.27.2.112, port: 9139ad2b-f7bd-4af1-a61c-7d730db5b292. Jun 18 18:18:20.332164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Router f5aecc86-9425-4377-8de6-1d0f46cf5b40 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:18:20.454701 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:18:20.464430 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Sync routers for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:18:20.474718 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:20.475323 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:20.573929 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:20.586616 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:20.611922 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6774435 Jun 18 18:18:20.612645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:20.614914 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60710891-bce1-4de8-ba7e-a266f4f2632e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:20.657949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcecec7-c4ca-4cab-a243-899bbdfc3fd7 x-openstack-request-id: req-7bcecec7-c4ca-4cab-a243-899bbdfc3fd7 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:20.658281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:20.658579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bcecec7-c4ca-4cab-a243-899bbdfc3fd7 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:20.659020 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'status': 'completed', 'code': 200} Jun 18 18:18:20.744116 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-5df47304-a4bc-468e-af79-d2b36d972d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:20.745778 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-5df47304-a4bc-468e-af79-d2b36d972d04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.0626929 Jun 18 18:18:20.826934 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '8914bf4c-738e-4b4b-b568-f3eaa57e2316', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'mac_address': 'fa:16:3e:9c:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11270e-2ee0-4031-b785-36f9d0797256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:18:19Z', 'updated_at': '2021-06-18T18:18:19Z', 'revision_number': 0, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:20.842507 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-ba529397-d2ae-4dda-9d1c-fe42b6acac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:20.844006 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-ba529397-d2ae-4dda-9d1c-fe42b6acac40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.0910974 Jun 18 18:18:20.857618 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Checking router: f5aecc86-9425-4377-8de6-1d0f46cf5b40 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:18:20.867108 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:20.868857 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:17:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:20.917823 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-a456e79a-aeb7-4bbc-aa4b-dcca83bc06e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1000 time: 0.0661023 Jun 18 18:18:20.972324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-c7f3f515-e687-45d4-84da-fcc31761a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:20.973804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-c7f3f515-e687-45d4-84da-fcc31761a2b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.0482016 Jun 18 18:18:20.988689 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:21.052825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-a68b1470-1bc3-400f-938a-f7446171d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:21.055073 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-a68b1470-1bc3-400f-938a-f7446171d0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684156 Jun 18 18:18:21.157981 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-694618e2-0b4a-4b65-94bd-aded35cc84c0 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953431 Jun 18 18:18:21.253860 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40496) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:21.259525 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '8914bf4c-738e-4b4b-b568-f3eaa57e2316', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'mac_address': 'fa:16:3e:9c:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11270e-2ee0-4031-b785-36f9d0797256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:18:19Z', 'updated_at': '2021-06-18T18:18:19Z', 'revision_number': 0, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:21.286633 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e34dde-9b1e-465c-87c9-7b8d98f2439f None None] The sync data for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi is: [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '8914bf4c-738e-4b4b-b568-f3eaa57e2316', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'mac_address': 'fa:16:3e:9c:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11270e-2ee0-4031-b785-36f9d0797256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:18:19Z', 'updated_at': '2021-06-18T18:18:19Z', 'revision_number': 0, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:18:21.326865 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-60710891-bce1-4de8-ba7e-a266f4f2632e req-6f28195f-d348-45c8-acbb-d30f684a545e service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604142 Jun 18 18:18:21.397363 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:21.494400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:21.501915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f31ff4-6d82-4098-8f66-d30ddf640144 None None] New status for floating IP 8914bf4c-738e-4b4b-b568-f3eaa57e2316: ACTIVE {{(pid=93525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:18:21.665206 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:21.668040 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cacb03f5-c4db-4d02-841d-f615382e8ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:21.708103 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe1ae1747dd64cc8b137c41d66b6590a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515057 Jun 18 18:18:21.708889 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbba0b6-f48f-42b6-8c00-3bb17e67169d,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:21.718335 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40510) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:21.719454 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:21.763685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:21.784645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:22.003001 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:22.005762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:22.006921 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fbba0b6-f48f-42b6-8c00-3bb17e67169d HTTP/1.1" status: 204 len: 168 time: 0.2952130 Jun 18 18:18:22.007717 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-941afb4c-a6d1-479e-bfbd-f1f649a563bf tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:22.015406 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbba0b6-f48f-42b6-8c00-3bb17e67169d,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:22.018441 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2b483538-8729-42c7-93bb-e9f4c4c6c16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:22.640347 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-83c3aef5-fcae-4cc8-91a8-2b76cc827cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:22.923122 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40566) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:22.937245 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.027553 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.103235 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.106956 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-9c8e36b6-1004-4e9c-9ef7-49350247d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:23.141528 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6e52e134c164472949420e6ebf72173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167759 Jun 18 18:18:23.143272 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde21f00-21fa-45eb-a5a3-25e8c9713434,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:23.144999 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40582) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:23.146518 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:23.193856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.215318 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.365904 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.368541 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:23.369757 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dde21f00-21fa-45eb-a5a3-25e8c9713434 HTTP/1.1" status: 204 len: 168 time: 0.2234399 Jun 18 18:18:23.370616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-213dc53b-8f24-4fa6-bace-bf8e72eaa826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:23.378261 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde21f00-21fa-45eb-a5a3-25e8c9713434,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:23.380593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:24.883533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40614) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:25.056907 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e30113f9-8bdc-4701-aa45-d8da0be3f0e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75bdff17d4694764ac16e72a3e9795c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739693 Jun 18 18:18:25.059022 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40620) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:25.108002 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:25.130480 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:25.168883 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f6895255-0901-4f64-b2d7-02d71e868f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:25.283755 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:25.283755 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:25.288251 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f8908ba-101f-4ddc-9b01-2d83b83419f3 HTTP/1.1" status: 204 len: 168 time: 0.2249520 Jun 18 18:18:25.288251 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4838e0a3-833d-46e9-8345-716ce4e551bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:25.295628 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8908ba-101f-4ddc-9b01-2d83b83419f3,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:25.298906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:25.487966 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:26.474653 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:28.128525 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.051285 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40734) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:30.155709 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.240894 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.339632 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.344440 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-83be7caf-cff5-43b0-956b-5815cd508922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:30.388812 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3609522552ba4a76af4fe8b8b990e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364041 Jun 18 18:18:30.390991 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721d2ee-28d2-4e87-b519-53964ada3e03,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:30.391443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40738) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:30.394647 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:30.439593 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.460798 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.617832 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.620424 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:30.621640 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b721d2ee-28d2-4e87-b519-53964ada3e03 HTTP/1.1" status: 204 len: 168 time: 0.2291677 Jun 18 18:18:30.622409 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-86a7ff9f-5cc8-4397-b1a1-b1eedfb0c137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:30.631027 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721d2ee-28d2-4e87-b519-53964ada3e03,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:30.633700 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:31.415941 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40744) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:31.429153 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.515809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.600119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.602815 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5799c9f6-6df2-4c4a-a36c-7eadf74f83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:31.638683 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb57c5bf7065454b815e0b8227b4189a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216463 Jun 18 18:18:31.639609 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d1420-c508-446a-a9cd-8be1388446fa,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:31.641371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40746) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:31.642674 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:31.696575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.717395 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.876387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.879650 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:31.880859 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d7d1420-c508-446a-a9cd-8be1388446fa HTTP/1.1" status: 204 len: 168 time: 0.2377820 Jun 18 18:18:31.881671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b81905e2-557d-4e5c-a0ac-adb761fe5169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:31.889395 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d1420-c508-446a-a9cd-8be1388446fa,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:31.891699 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:32.459284 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:34.540663 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40794) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:34.640889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:34.728605 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:34.915671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:34.918484 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-92c817c8-4431-4435-863a-45fddf35fd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:34.955454 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e6c19be96f64c11b3cb571eb5b935b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137096 Jun 18 18:18:34.956592 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc47c1-a70c-476b-a19c-f6bd5c8f88b3,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:34.958157 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40798) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:34.959767 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:35.007547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:35.028247 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:35.234805 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:35.237430 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:35.238647 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dbc47c1-a70c-476b-a19c-f6bd5c8f88b3 HTTP/1.1" status: 204 len: 168 time: 0.2793853 Jun 18 18:18:35.239435 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a95d5ef4-0769-4a2c-916d-7e0a2089d003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:35.247371 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc47c1-a70c-476b-a19c-f6bd5c8f88b3,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:35.249671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:36.111244 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40806) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:36.125511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.212881 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.303301 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.306054 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-08bdec3a-b88c-4b20-9629-b5f8cf6e0e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:36.343346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b8d4a-18b9-4be7-8493-1530cb328fca,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:36.348170 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e9d9546d5fb495fabf9d44ba58f6960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359095 Jun 18 18:18:36.349106 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bb5ce095-b6ec-4dac-8b6d-7cae3ef798bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:36.350685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40808) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:36.398511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.420467 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.573580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.576193 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:36.577413 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed7b8d4a-18b9-4be7-8493-1530cb328fca HTTP/1.1" status: 204 len: 168 time: 0.2257695 Jun 18 18:18:36.578147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-18d69686-8e31-49d9-ab92-fb0136667768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:36.592034 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b8d4a-18b9-4be7-8493-1530cb328fca,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:36.592034 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:39.246572 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40862) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:39.349544 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.434362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.544833 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.547413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-28b871f0-888b-4885-bf81-b6f943843e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:39.584988 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f4832-9e43-4505-8076-58137742697e,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:39.589385 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a71425fd80449428dffbf58da1111cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417950 Jun 18 18:18:39.590362 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-47d47d2a-c419-4c43-8e19-b71edd030903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:39.592504 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40866) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:39.638998 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.660501 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.865472 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.868024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:39.869219 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b4f4832-9e43-4505-8076-58137742697e HTTP/1.1" status: 204 len: 168 time: 0.2764173 Jun 18 18:18:39.870084 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-093531a1-43a1-4853-a021-8075923e3e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:39.878347 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f4832-9e43-4505-8076-58137742697e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:39.881259 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:40.623356 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40874) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:40.637323 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:40.722285 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:40.825184 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:40.828058 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4b132292-67f4-451a-a461-f8fd02f96234 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:40.861959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86efef6-7139-4a5d-801c-0a419c0bf20c,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:40.866179 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c228e93eb9e24b44a6ce9327b58886dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418308 Jun 18 18:18:40.867067 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-30bbe267-1c9e-44aa-b51d-daba32e92690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:40.869318 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40876) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:40.919946 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:40.940152 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:41.069078 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:41.071750 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:41.072981 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f86efef6-7139-4a5d-801c-0a419c0bf20c HTTP/1.1" status: 204 len: 168 time: 0.2033334 Jun 18 18:18:41.073780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c585952f-ee40-4f19-84c1-eccba18741f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:41.081240 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86efef6-7139-4a5d-801c-0a419c0bf20c,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:41.083422 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:41.882500 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa8686-332d-4c2f-9703-4efb30dfe753 req-88016fbe-8542-4eb0-b1b0-9fea7e112cb7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:41.883900 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-caaa8686-332d-4c2f-9703-4efb30dfe753 req-88016fbe-8542-4eb0-b1b0-9fea7e112cb7 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.0644622 Jun 18 18:18:41.922958 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-caaa8686-332d-4c2f-9703-4efb30dfe753 req-b98f5252-95b2-43be-b0b9-bfaa5fe7da22 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jun 18 18:18:43.109108 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5311f-9842-4c7a-8655-aab3b4221f91 req-68d17508-6933-4a22-9db9-c2913758c84c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:43.110604 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-33d5311f-9842-4c7a-8655-aab3b4221f91 req-68d17508-6933-4a22-9db9-c2913758c84c tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.0697944 Jun 18 18:18:43.148933 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-33d5311f-9842-4c7a-8655-aab3b4221f91 req-a5e29f4b-39c2-46f8-8398-03d6f4fbda52 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups?id=e70a3cca-b279-47f5-af55-64ab1a588082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jun 18 18:18:43.330973 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570b19b-64e8-477f-964b-5a7626d9980c req-a8ae0cbd-0ea1-4c2c-b757-a09d1b55d4f4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:43.332977 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5570b19b-64e8-477f-964b-5a7626d9980c req-a8ae0cbd-0ea1-4c2c-b757-a09d1b55d4f4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 947 time: 0.0632970 Jun 18 18:18:43.441084 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Deleting port 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:43.441431 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:43.530883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] For port 1741e5ff-5568-4388-8a24-59f3b66a77bd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1741e5ff-5568-4388-8a24-59f3b66a77bd,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:43.530883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:43.704389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:43.709873 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:43.709873 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Floating IP 08aa0bec-6667-4ec8-b107-08e14b440ffb disassociated. External IP: 172.27.2.173, port: 1741e5ff-5568-4388-8a24-59f3b66a77bd. Jun 18 18:18:43.709873 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Calling delete_port for 1741e5ff-5568-4388-8a24-59f3b66a77bd owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:43.899575 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:43.903953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-b89fc158-2f83-4fcd-a6f5-cead54b79349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:43.933559 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'Port': ['ID=1741e5ff-5568-4388-8a24-59f3b66a77bd,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:43.936624 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:44.045345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:18:44.149707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:18:44.159409 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:18:44.169813 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:44.170431 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:18:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:44.198932 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] No DVR routers for this DVR port 1741e5ff-5568-4388-8a24-59f3b66a77bd on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:44.201755 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:44.203942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5570b19b-64e8-477f-964b-5a7626d9980c req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.35 "DELETE /v2.0/ports/1741e5ff-5568-4388-8a24-59f3b66a77bd HTTP/1.1" status: 204 len: 173 time: 0.8661919 Jun 18 18:18:44.204428 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-deleted', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:18:44.206765 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae7de7-a2df-4e31-bf50-64f0ebb3b48a" -d '{"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-deleted", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:18:44.249147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb60163-dcf8-4553-8d7d-053f3ed4a584 x-openstack-request-id: req-1fb60163-dcf8-4553-8d7d-053f3ed4a584 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:18:44.249147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981441d-a7a8-4878-8496-c7339cdd00e1", "name": "network-vif-deleted", "tag": "1741e5ff-5568-4388-8a24-59f3b66a77bd", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:18:44.249147 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fb60163-dcf8-4553-8d7d-053f3ed4a584 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:18:44.249147 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0981441d-a7a8-4878-8496-c7339cdd00e1', 'name': 'network-vif-deleted', 'tag': '1741e5ff-5568-4388-8a24-59f3b66a77bd', 'status': 'completed', 'code': 200} Jun 18 18:18:44.289229 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:44.310492 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7a826904-30b8-43b4-b4a6-b8da2720374b req-b6e8189a-5ba9-4986-98aa-f550ea82e022 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/ports?device_id=0981441d-a7a8-4878-8496-c7339cdd00e1 HTTP/1.1" status: 200 len: 210 time: 0.0360858 Jun 18 18:18:44.539023 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:44.564098 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:18:44.572848 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:44.573452 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:18:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:44.681694 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:44.878603 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:44.993261 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9d1f7-cfc7-45cc-a558-db761c34f2ff None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:10:50Z', 'revision_number': 4, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '08507531-9da7-4790-86c6-f451ef6cb8d6', 'name': '', 'network_id': '5eef5d35-ee21-4ccf-a328-c4bb4231d93a', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'mac_address': 'fa:16:3e:a0:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:49Z', 'updated_at': '2021-06-18T18:11:03Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'subnets': [{'id': '5632d432-c0c3-460a-bc8b-90d9ecfbbff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:18:45.195814 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852e24-1c3d-429c-9fb1-19b2ab709f95 None None] New status for floating IP 08aa0bec-6667-4ec8-b107-08e14b440ffb: DOWN {{(pid=93525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:18:45.595161 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 40950) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:45.651419 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:45.673516 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:45.859678 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:45.862263 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:45.863398 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "DELETE /v2.0/security-groups/e70a3cca-b279-47f5-af55-64ab1a588082 HTTP/1.1" status: 204 len: 168 time: 0.2672410 Jun 18 18:18:45.864678 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a150490b-ae8e-4a48-a1b0-94a2224d51d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:45.866727 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40952) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:45.873557 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70a3cca-b279-47f5-af55-64ab1a588082,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:45.875768 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3757a849-084c-4723-b9b5-678ac2d06adb tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:45.880629 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.api.v2.resource [None req-41e934d7-a40a-43ff-92e2-82b9155904f8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] show failed (client error): The resource could not be found. Jun 18 18:18:45.881619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-41e934d7-a40a-43ff-92e2-82b9155904f8 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "GET /v2.0/security-groups/e70a3cca-b279-47f5-af55-64ab1a588082 HTTP/1.1" status: 404 len: 347 time: 0.0138991 Jun 18 18:18:45.884536 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 40954) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:46.008145 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Deleting port 8b1705f0-b74b-49ab-a642-7f22e506ad89 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:46.008517 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.085917 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.086235 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.153368 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Calling delete_port for 8b1705f0-b74b-49ab-a642-7f22e506ad89 owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:46.442057 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.445023 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fbe10bf1-5088-4994-ade4-33413ce99067 tempest-VolumesSnapshotTestJSON-837375410 tempest-VolumesSnapshotTestJSON-837375410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:46.470542 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Pushing event deleted for resources: {'Port': ['ID=8b1705f0-b74b-49ab-a642-7f22e506ad89,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:46.474947 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:46.534355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.537633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:46.538792 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] 10.222.0.42 "DELETE /v2.0/floatingips/08aa0bec-6667-4ec8-b107-08e14b440ffb HTTP/1.1" status: 204 len: 168 time: 0.6533811 Jun 18 18:18:46.614817 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:46.635043 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 1741e5ff-5568-4388-8a24-59f3b66a77bd {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:46.635413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 1741e5ff-5568-4388-8a24-59f3b66a77bd not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:49.461936 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41030) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:49.962511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:50.473833 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Deleting port 08507531-9da7-4790-86c6-f451ef6cb8d6 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:50.474420 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:50.558215 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] For port 08507531-9da7-4790-86c6-f451ef6cb8d6, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08507531-9da7-4790-86c6-f451ef6cb8d6,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:50.558492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:50.625360 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Calling delete_port for 08507531-9da7-4790-86c6-f451ef6cb8d6 owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:50.931754 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:50.934038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e1afea0a-791a-4277-8a16-1b05bc6dc6df tempest-VolumesActionsTest-1748933434 tempest-VolumesActionsTest-1748933434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:50.958490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=08507531-9da7-4790-86c6-f451ef6cb8d6,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:50.961446 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:51.128160 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.255459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41048) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:51.356322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Router ea554add-e266-4c33-84ae-fb7f420c6716 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:18:51.365558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.456559 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.463946 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:18:51.470011 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea554add-e266-4c33-84ae-fb7f420c6716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0067508 Jun 18 18:18:51.471663 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41052) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:51.472559 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Sync routers for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:18:51.482001 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:51.482618 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:18:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:51.564030 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.569190 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d2e9374d-ad17-4633-876d-62e6b7b41627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:51.585533 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:51.610006 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks [] for router, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.613202 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6924b295daad4125a31856a87b1a834f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567119 Jun 18 18:18:51.616060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde92d26-b062-431d-b351-97fd72993f95,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:51.616599 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41054) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:51.647544 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2bfbcb31-f4c9-47d3-863f-c8d183d34f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:51.681776 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.705588 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.726339 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.770747 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:18:50Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:51.799868 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Checking router: ea554add-e266-4c33-84ae-fb7f420c6716 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:18:51.808597 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Routers {'ea554add-e266-4c33-84ae-fb7f420c6716'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:18:51.809239 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:18:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['ea554add-e266-4c33-84ae-fb7f420c6716'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:51.853913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.857239 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.861047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fde92d26-b062-431d-b351-97fd72993f95 HTTP/1.1" status: 204 len: 168 time: 0.2409272 Jun 18 18:18:51.861047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1c83ae45-4b77-4558-9c23-6e57fe2b5a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:51.863194 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Deleting port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:51.864083 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:51.868578 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde92d26-b062-431d-b351-97fd72993f95,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:51.880524 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:51.941978 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] Set router ea554add-e266-4c33-84ae-fb7f420c6716 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:18:51.951620 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] For port 4aca9836-dbc8-404b-9fa8-6d7de30bdd41, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:51.951998 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.017720 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Calling delete_port for 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 owned by network:router_gateway {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:52.123258 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:18:50Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:52.150318 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b454ec-192a-4399-a53f-2a556018ab85 None None] The sync data for ids ['ea554add-e266-4c33-84ae-fb7f420c6716'] in dv-cinder-796113-5-iscsi is: [{'id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'name': 'tempest-AttachVolumeShelveTestJSON-438372191-router', 'tenant_id': 'c23457e30a3b499486cecece2668e238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:10:43Z', 'updated_at': '2021-06-18T18:18:50Z', 'revision_number': 5, 'project_id': 'c23457e30a3b499486cecece2668e238', 'gw_port': {'id': '4aca9836-dbc8-404b-9fa8-6d7de30bdd41', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea554add-e266-4c33-84ae-fb7f420c6716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:10:45Z', 'updated_at': '2021-06-18T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:18:52.533173 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08507531-9da7-4790-86c6-f451ef6cb8d6 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:52.554512 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.556780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:52.558690 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 08507531-9da7-4790-86c6-f451ef6cb8d6 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:52.559080 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08507531-9da7-4790-86c6-f451ef6cb8d6 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:52.579802 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aca9836-dbc8-404b-9fa8-6d7de30bdd41,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:52.583745 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:52.642522 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-c9838f67-8328-405c-91c1-68315d0b9b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.650584 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.702905 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41060) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:52.718103 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.742458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.744660 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.814283 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.864992 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.865587 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea554add-e266-4c33-84ae-fb7f420c6716 {{(pid=93523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:18:52.869956 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.873890 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41066) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:52.874225 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2695713a-d5ed-445b-9380-3c1124dd5161 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ea554add-e266-4c33-84ae-fb7f420c6716 HTTP/1.1" status: 204 len: 168 time: 1.4012356 Jun 18 18:18:52.904623 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:52.908710 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-53599af9-146e-4f6e-b2d8-d153ad057da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:52.960858 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4f8c69961054d27a01282d1f03a290e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562351 Jun 18 18:18:52.963644 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41068) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:52.963820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Deleting subnet 5632d432-c0c3-460a-bc8b-90d9ecfbbff7 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:18:52.966228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e24cf3-31db-4541-8366-a6443e4e7c43,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:52.970032 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:52.970694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.011544 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.033375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.054995 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.122024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.251405 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.254067 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.255228 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1e24cf3-31db-4541-8366-a6443e4e7c43 HTTP/1.1" status: 204 len: 168 time: 0.2905505 Jun 18 18:18:53.256010 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c206ea11-faa2-492e-9d21-e45e4e0885ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:53.264541 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e24cf3-31db-4541-8366-a6443e4e7c43,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:53.266684 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-51fa689a-307e-41f5-8c7f-d1ad32551fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:53.331827 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.334410 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2c9bae4c-dddc-4dee-811a-151c58a82a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:53.357983 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5632d432-c0c3-460a-bc8b-90d9ecfbbff7,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:53.368355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:53.373179 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.377737 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41072) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:53.384041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff79b99-7df5-4b25-b63d-3abd7c4c5088 None None] Network 5eef5d35-ee21-4ccf-a328-c4bb4231d93a requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:18:53.386655 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5632d432-c0c3-460a-bc8b-90d9ecfbbff7 HTTP/1.1" status: 204 len: 168 time: 0.5115705 Jun 18 18:18:53.447644 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.503001 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Deleting port 3d35c716-45d6-4524-a25f-52ad0c538601 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:53.503331 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.569121 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] For port 3d35c716-45d6-4524-a25f-52ad0c538601, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3d35c716-45d6-4524-a25f-52ad0c538601,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:53.569772 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.587217 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] DHCP port deletion for 5eef5d35-ee21-4ccf-a328-c4bb4231d93a request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:18:53.633823 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Deleting port 3d35c716-45d6-4524-a25f-52ad0c538601 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:18:53.634107 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.638870 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Calling delete_port for 3d35c716-45d6-4524-a25f-52ad0c538601 owned by network:dhcp {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:53.703976 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] For port 3d35c716-45d6-4524-a25f-52ad0c538601, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=3d35c716-45d6-4524-a25f-52ad0c538601,segment=NetworkSegment(7e3f423f-7292-4265-9a86-7f1a471bc2b8),segment_id=7e3f423f-7292-4265-9a86-7f1a471bc2b8)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:18:53.704408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.772240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Calling delete_port for 3d35c716-45d6-4524-a25f-52ad0c538601 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:18:53.867757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:18:53.876526 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.879662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5e5f9af6-4b70-40ed-aa70-c098669bab98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:53.883020 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.885853 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:53.903937 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Pushing event deleted for resources: {'Port': ['ID=3d35c716-45d6-4524-a25f-52ad0c538601,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:53.907112 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:53.908021 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] No DVR routers for this DVR port 3d35c716-45d6-4524-a25f-52ad0c538601 on host dv-cinder-796113-5-iscsi {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:53.915968 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Pushing event deleted for resources: {'Port': ['ID=3d35c716-45d6-4524-a25f-52ad0c538601,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:53.915968 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:53.916245 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5d5da-e066-48f0-8d67-d854810e6f99 None None] No DVR routers for this DVR port 3d35c716-45d6-4524-a25f-52ad0c538601 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:18:53.982627 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:53.992499 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eef5d35-ee21-4ccf-a328-c4bb4231d93a']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:54.002923 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3f423f-7292-4265-9a86-7f1a471bc2b8') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:54.003221 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3f423f-7292-4265-9a86-7f1a471bc2b8') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:18:54.012394 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.026606 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.032373 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:18:54.032761 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:18:54.034394 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:18:54.303584 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.309113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a765c470-00d9-4f93-90f5-3c0150db9d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:54.326452 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.328287 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] 10.222.0.42 "DELETE /v2.0/networks/5eef5d35-ee21-4ccf-a328-c4bb4231d93a HTTP/1.1" status: 204 len: 168 time: 0.9495635 Jun 18 18:18:54.331806 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Pushing event deleted for resources: {'Network': ['ID=5eef5d35-ee21-4ccf-a328-c4bb4231d93a,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:54.335502 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d7f988d3-40e6-4790-9d9f-0a873ae63baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:54.372801 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:54.395646 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:54.397500 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 4aca9836-dbc8-404b-9fa8-6d7de30bdd41 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:54.397500 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3d35c716-45d6-4524-a25f-52ad0c538601 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:18:54.415082 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 3d35c716-45d6-4524-a25f-52ad0c538601 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:18:54.415441 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 3d35c716-45d6-4524-a25f-52ad0c538601 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:18:54.800659 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41100) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:54.845811 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8cbc9d7f-6e2c-41f7-9ce8-08f19949112e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c23457e30a3b499486cecece2668e238&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430646 Jun 18 18:18:54.848127 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41102) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:54.897192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:54.918831 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:55.064470 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:55.067155 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:55.068440 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3f4c7a8-d2b4-45e0-ad1b-f4de2cf666ce HTTP/1.1" status: 204 len: 168 time: 0.2193327 Jun 18 18:18:55.069257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0ebd1dad-c1d2-4213-9133-4b06fc59177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:55.076789 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4c7a8-d2b4-45e0-ad1b-f4de2cf666ce,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:55.082533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-77ced136-7cad-40cf-9c0e-10df31af5b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:55.247473 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-08e524b2-1b77-4498-8eab-6f6321f1e661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:55.510903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.194156 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41150) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:56.290222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360406432-network', 'tenant_id': '86a14921046540ae92c93adaeb08ca97'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:56.382328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Made reservation on behalf of 86a14921046540ae92c93adaeb08ca97 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:18:56.384804 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.393442 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.412114 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.482754 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.614213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.618774 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cf6deea2-0843-4f57-9049-eb941e484ad7 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:56.640109 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:18:56.651927 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f56fbb5-cc6b-4920-a7f4-b1209c192f6a,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:56.655383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.655724 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Added segment 0cc38adf-07c4-404f-b607-b715d8d06aee of type vlan for network 819dc4dd-65e3-49e7-8b52-ba5be211332f Jun 18 18:18:56.668137 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:56.704339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.893002 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.894443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:56.895526 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:56.897825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-16e96dd2-71f2-4801-8535-0e135899f971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:56.960989 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Pushing event updated for resources: {'Network': ['ID=819dc4dd-65e3-49e7-8b52-ba5be211332f,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:56.963731 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:56.974601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network 819dc4dd-65e3-49e7-8b52-ba5be211332f details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:18:57.105833 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9113193 Jun 18 18:18:57.114654 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41174) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:57.120516 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Request body: {'subnet': {'network_id': '819dc4dd-65e3-49e7-8b52-ba5be211332f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360406432-subnet', 'tenant_id': '86a14921046540ae92c93adaeb08ca97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:57.234033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Made reservation on behalf of 86a14921046540ae92c93adaeb08ca97 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:18:57.236422 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:57.568477 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:57.572943 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8153a50a-ae9d-4652-a050-ca4921c5b298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:57.641449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92b4d09-1901-4ea5-bee2-a1435bbcc79e,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:57.645796 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:57.649863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Checking segment: {'id': '0cc38adf-07c4-404f-b607-b715d8d06aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '819dc4dd-65e3-49e7-8b52-ba5be211332f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:18:57.650211 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Network hostable DHCP agents. Network: 819dc4dd-65e3-49e7-8b52-ba5be211332f, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:18:57.784534 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41190) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:57.803861 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Network 819dc4dd-65e3-49e7-8b52-ba5be211332f is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:18:57.893721 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:57.898697 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, 819dc4dd-65e3-49e7-8b52-ba5be211332f) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:18:57.905701 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:18:57.905701 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:57.907410 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62cd61b-5111-4add-b891-dde8515c71b8 None None] Network 819dc4dd-65e3-49e7-8b52-ba5be211332f requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:18:57.995617 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.033062 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08eccb-b98e-4a71-9336-1b1822822778 None None] Network 819dc4dd-65e3-49e7-8b52-ba5be211332f requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:18:58.088225 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.091794 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-73cc3261-ebe3-4ed9-becb-7208c9821a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:58.125418 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9361a85dd514390a8e97b1caaeb2b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394952 Jun 18 18:18:58.127659 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd141b-996e-4f84-b7ac-17adc3864703,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:58.128376 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41194) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:58.131458 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8c80a9cd-19ee-4c0d-8fb7-0731a54818c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:58.138708 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.183699 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.195038 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0789566 Jun 18 18:18:58.206125 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.356206 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.358799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:58.359910 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ccd141b-996e-4f84-b7ac-17adc3864703 HTTP/1.1" status: 204 len: 168 time: 0.2299852 Jun 18 18:18:58.360714 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-550d2ab5-8b90-4f89-ac3b-67d6e2cad560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:58.369464 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd141b-996e-4f84-b7ac-17adc3864703,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:58.372225 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:59.022006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41218) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:59.027057 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-669992415-network', 'tenant_id': '082e521875324a8bb82c205a37b456c4'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:18:59.150823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41220) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:59.165306 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.199988 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Made reservation on behalf of 082e521875324a8bb82c205a37b456c4 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:18:59.202379 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.211645 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.273178 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.424567 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.428745 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-92b88551-0b97-4572-bf25-0ae7710cda6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:59.468037 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fa5e4-e3a7-4d84-ac0a-26b078c13101,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:59.471093 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:59.474571 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-6a5ebc64-e52c-47b9-9227-ce35ef94e7c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1778880b22924cb4af629c114338a07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227477 Jun 18 18:18:59.477032 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41224) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:18:59.515741 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.532586 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.554456 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.771988 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.775074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-83bc9ce8-abdd-401a-a68a-b85a92e36867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:59.798334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b63bdb-51d9-4460-a0a4-6e585cd239d1,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:59.801912 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:59.834170 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.845129 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.845129 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b58fa5e4-e3a7-4d84-ac0a-26b078c13101 HTTP/1.1" status: 204 len: 168 time: 0.3600798 Jun 18 18:18:59.845129 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-414ee9eb-87b0-4032-abe1-85cd7d333de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:18:59.846041 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:18:59.846700 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58fa5e4-e3a7-4d84-ac0a-26b078c13101,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:18:59.849579 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1720de0f-db2b-4903-ab56-b64c089b3171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:18:59.852879 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:18:59.853323 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Added segment 690ed712-7655-4035-97f0-82a2f2641ee3 of type vlan for network bb6b1422-4613-47cb-bdd9-c2e192a6d5bf Jun 18 18:18:59.897092 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:00.145407 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:00.146785 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:00.147366 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:00.149636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-aa731efe-3248-4d19-8c75-e8596e071578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:00.206335 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6b1422-4613-47cb-bdd9-c2e192a6d5bf,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:00.210072 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:00.217195 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network bb6b1422-4613-47cb-bdd9-c2e192a6d5bf details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:19:00.292110 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c0f0c208-8434-4f9b-8830-edc7f12a8a25 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2690225 Jun 18 18:19:00.294960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41228) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:00.299845 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Request body: {'subnet': {'network_id': 'bb6b1422-4613-47cb-bdd9-c2e192a6d5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-669992415-subnet', 'tenant_id': '082e521875324a8bb82c205a37b456c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:00.470149 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Made reservation on behalf of 082e521875324a8bb82c205a37b456c4 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:19:00.472625 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:00.762064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:00.764566 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:00.815681 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d1df17-73df-4310-818c-2a1427cc40e4,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:00.823071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:00.831875 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Checking segment: {'id': '690ed712-7655-4035-97f0-82a2f2641ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bb6b1422-4613-47cb-bdd9-c2e192a6d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:19:00.832265 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Network hostable DHCP agents. Network: bb6b1422-4613-47cb-bdd9-c2e192a6d5bf, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:19:00.908141 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Network bb6b1422-4613-47cb-bdd9-c2e192a6d5bf is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:19:01.001528 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, bb6b1422-4613-47cb-bdd9-c2e192a6d5bf) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:01.005635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:01.006242 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.012330 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c46585-1b25-4a28-871c-9b1e8cd4627b None None] Network bb6b1422-4613-47cb-bdd9-c2e192a6d5bf requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:19:01.108847 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c772179e-1fe3-48b5-8375-199009d401df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8127863 Jun 18 18:19:01.142579 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a585fb-dd2a-42af-92c8-1db05d1d4da4 None None] Network bb6b1422-4613-47cb-bdd9-c2e192a6d5bf requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:19:01.238357 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41256) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:01.286661 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Deleting subnet c92b4d09-1901-4ea5-bee2-a1435bbcc79e {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:19:01.289959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.325367 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.370476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.499540 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.502655 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:01.527796 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92b4d09-1901-4ea5-bee2-a1435bbcc79e,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:01.530421 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.532388 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c92b4d09-1901-4ea5-bee2-a1435bbcc79e HTTP/1.1" status: 204 len: 168 time: 0.2919862 Jun 18 18:19:01.535841 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41260) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:01.539422 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.539814 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.540194 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.540598 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.540966 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.541337 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.541722 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.542069 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.542436 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.542797 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.543229 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.543543 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:01.546793 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f56f6e8d-a85f-4975-b24e-42e3c40aa391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:01.608988 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.700548 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.707911 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819dc4dd-65e3-49e7-8b52-ba5be211332f']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:01.719222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc38adf-07c4-404f-b607-b715d8d06aee') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:01.719674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc38adf-07c4-404f-b607-b715d8d06aee') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:01.730684 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.747523 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.756949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:19:01.757878 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:19:01.760052 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:19:01.828531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41274) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:01.928849 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-9f96c422-6e35-4de6-949c-ae03f155ec5f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516955238&fields=id&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 267 time: 0.0383563 Jun 18 18:19:01.933819 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.955490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-91e8482e-1743-4f5c-8321-2ab8c9c9d498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:01.959279 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.961410 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/819dc4dd-65e3-49e7-8b52-ba5be211332f HTTP/1.1" status: 204 len: 168 time: 0.4241810 Jun 18 18:19:01.964405 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41278) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:01.993543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:01.995451 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=819dc4dd-65e3-49e7-8b52-ba5be211332f,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:02.015380 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Deleting subnet 71d1df17-73df-4310-818c-2a1427cc40e4 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:19:02.021809 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.023459 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:02.058126 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.101829 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.107737 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-e6bac92d-131b-48da-9a11-4328e9c332ae tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:02.109209 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-e6bac92d-131b-48da-9a11-4328e9c332ae tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.1705918 Jun 18 18:19:02.135204 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-42ce16f1-cda8-48dd-8162-53c9bbe6439b tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/quotas/f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 375 time: 0.0171053 Jun 18 18:19:02.213257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.246386 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-017a76a3-d1e9-40b3-9042-333d20e15871 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046338 Jun 18 18:19:02.317060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.320426 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-6c74d8a3-f813-42f0-8280-eb563a6416bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:02.342821 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-f53fea85-cc54-44d2-b140-7a8564d8cbb3 service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832598 Jun 18 18:19:02.345113 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d1df17-73df-4310-818c-2a1427cc40e4,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:02.347527 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:02.350370 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.355052 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-b82694a4-55e4-40ae-a7f3-970acf7edcb8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/71d1df17-73df-4310-818c-2a1427cc40e4 HTTP/1.1" status: 204 len: 168 time: 0.3894706 Jun 18 18:19:02.355671 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41280) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:02.411374 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.416223 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dccaa8e0-a645-4a11-81ef-b81840ae5b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:02.428555 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.436018 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.468617 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=767c7dee280d4c90b10d7e85b7940431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389019 Jun 18 18:19:02.469371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c87f1b-d4d3-44bc-9eb1-a67485dc9726,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:02.471713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41282) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:02.485345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c99d6f9d-df55-4cb5-8f1f-506111dfcc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:02.494853 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-60ebabf0-6e0f-4460-a968-2ded6ac02e5b service neutron] 10.222.0.42 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452031 Jun 18 18:19:02.515198 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.526609 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6b1422-4613-47cb-bdd9-c2e192a6d5bf']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:02.538213 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.538974 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690ed712-7655-4035-97f0-82a2f2641ee3') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:02.539529 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690ed712-7655-4035-97f0-82a2f2641ee3') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:02.549136 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.565965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.578898 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.584939 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:19:02.585336 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:19:02.595666 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:19:02.748634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.748890 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.751366 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.752510 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51c87f1b-d4d3-44bc-9eb1-a67485dc9726 HTTP/1.1" status: 204 len: 168 time: 0.2747536 Jun 18 18:19:02.753405 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7cb5bb6d-89b5-4797-8dd2-01cddd124438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:02.754467 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:02.760445 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bb6b1422-4613-47cb-bdd9-c2e192a6d5bf HTTP/1.1" status: 204 len: 168 time: 0.4036255 Jun 18 18:19:02.761893 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:02.761987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c87f1b-d4d3-44bc-9eb1-a67485dc9726,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:02.764600 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:02.777635 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6b1422-4613-47cb-bdd9-c2e192a6d5bf,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:02.781840 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-865b2bf0-d06f-49e9-8bd8-723577b84b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:03.462673 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41294) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:03.502684 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-84f078db-6260-4f54-a7c8-e99f1882cc0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86a14921046540ae92c93adaeb08ca97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387928 Jun 18 18:19:03.505333 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41296) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:03.561684 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:03.585488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:03.586155 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2c0c6a8f-f1e4-4fca-b0ce-0dbb656b4d3a req-8a8f163e-e412-49df-af29-2b8cf7c23cd7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 210 time: 0.0355341 Jun 18 18:19:03.733315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:03.733315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:03.733315 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f56fbb5-cc6b-4920-a7f4-b1209c192f6a HTTP/1.1" status: 204 len: 168 time: 0.2247772 Jun 18 18:19:03.733315 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f94763a9-20e4-4c5a-907e-f30fa14a35de tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:03.741317 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f56fbb5-cc6b-4920-a7f4-b1209c192f6a,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:03.743830 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:04.667748 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-daec1be9-e198-4cc9-8b37-acd8002a3a8f req-5750fb87-7a56-4836-a087-861d7f3acccf tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 210 time: 0.0286398 Jun 18 18:19:04.846091 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41314) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:04.885648 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-eac70b6b-dd6c-44c7-96fa-d148676dee99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=082e521875324a8bb82c205a37b456c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383122 Jun 18 18:19:04.888080 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41316) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:04.938635 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:04.963968 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:05.138621 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:05.141156 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:05.142278 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b63bdb-51d9-4460-a0a4-6e585cd239d1 HTTP/1.1" status: 204 len: 168 time: 0.2532539 Jun 18 18:19:05.143035 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-511e8961-2665-4d38-b458-3b642d1f8260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:05.151387 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b63bdb-51d9-4460-a0a4-6e585cd239d1,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:05.153647 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e9c7a03a-c57c-40d8-86bb-86140e9bf6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:05.313807 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-a258fcfe-09ac-4afb-a511-2d59da597a28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566125 Jun 18 18:19:05.449216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-ae49177b-1274-4b4d-bdbb-8549aa514e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:05.450626 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-ae49177b-1274-4b4d-bdbb-8549aa514e7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1099 time: 0.0571444 Jun 18 18:19:05.570660 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-0aea846f-6b63-4e3d-9611-7b2d2d117e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:05.572227 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-0aea846f-6b63-4e3d-9611-7b2d2d117e8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.0949886 Jun 18 18:19:05.648339 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-125d0fac-053a-47f2-bb2b-58079b91702e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 1002 time: 0.0647776 Jun 18 18:19:05.708144 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-77a57803-cb9a-4367-9f93-32bc652bbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:05.709619 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-77a57803-cb9a-4367-9f93-32bc652bbc8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0497983 Jun 18 18:19:05.769442 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-f56f4622-7125-4bc0-b138-5102e18c1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:05.771293 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-f56f4622-7125-4bc0-b138-5102e18c1ec0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547557 Jun 18 18:19:05.849692 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-28f0a1f3-3cf8-46f2-a2b1-cd9f81e65834 req-b9d65727-3ab1-4b74-92c5-2153e0bcc00c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 210 time: 0.0689931 Jun 18 18:19:05.896641 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-bbe1b30d-60b4-4de9-b88d-bdc3fc0c4a97 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090469 Jun 18 18:19:05.992457 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd0893bc-f38b-426d-88b1-27dbb518a833 req-ecf9f7c7-3e7b-4d87-822c-7d7bb2272cb2 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863738 Jun 18 18:19:07.317858 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d41b9b02-6f19-4d6d-a73a-6bee21caf714 req-7122d01d-ce22-4cc8-b638-01725cb7d923 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 210 time: 0.0352352 Jun 18 18:19:07.367832 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-733dafd1-8391-4dc8-9263-65e78477284f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:07.369289 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-733dafd1-8391-4dc8-9263-65e78477284f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 812 time: 0.3990648 Jun 18 18:19:07.420618 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-2e678f1b-ff60-4de7-890f-b00c2d44f3c4 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f657e966cbdd44ea96d48f2ee11717d1 HTTP/1.1" status: 200 len: 379 time: 0.0388281 Jun 18 18:19:07.433635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'port': {'device_id': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'admin_state_up': True, 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'security_groups': ['f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:07.635590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Made reservation on behalf of f657e966cbdd44ea96d48f2ee11717d1 for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:19:07.639144 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:07.773874 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.20.0.3 (88e1e945-5b3c-4553-870c-1b8915bbc204/4b495742-6978-40b4-a86f-e850951ce866/94bc78fb-6d45-43ef-a0ba-d3ecffde3501) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:19:07.934525 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:07.948457 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Transition to ACTIVE for port object 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:08.127659 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:08.132051 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9d817b4f-a0e1-467d-8c4a-1970c28deb48 tempest-DeleteServersTestJSON-473937035 tempest-DeleteServersTestJSON-473937035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:08.177539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:08.181246 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:08.185292 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:19:08.216782 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:08.228648 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.229036 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.229412 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.229781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.230148 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.230511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.230874 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.231235 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.231605 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.231971 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.232348 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.232698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:08.238484 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:08.257068 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:08.257784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:08.419579 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910560 Jun 18 18:19:08.443077 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Request body: {'port': {'device_id': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:08.550097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:08.560404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143d8c-32f6-4773-8eb5-34a586b67678 req-a996d376-2459-4cfc-814b-4d7399c7e7d5 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:08.561933 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-11143d8c-32f6-4773-8eb5-34a586b67678 req-a996d376-2459-4cfc-814b-4d7399c7e7d5 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 931 time: 0.1337581 Jun 18 18:19:08.619021 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-25a49c8f-45a9-4fce-9ef1-033014661e62 None None] Provisioning for port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:19:08.625331 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-25a49c8f-45a9-4fce-9ef1-033014661e62 None None] Provisioning complete for port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:08.629264 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-25a49c8f-45a9-4fce-9ef1-033014661e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:08.638551 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-11143d8c-32f6-4773-8eb5-34a586b67678 req-fd362670-a11a-46b5-b051-bd6e8ba57e3c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695257 Jun 18 18:19:08.662164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-25a49c8f-45a9-4fce-9ef1-033014661e62 None None] Port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:19:08.859083 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:19:08.866960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:08.878481 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Transition to ACTIVE for port object 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:09.007097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:09.009334 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4f7e95fb-d4db-47f7-ada5-593d26047934 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:09.087911 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Pushing event updated for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:09.095800 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:09.173414 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Attempting to bind port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:19:09.174295 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Attempting to bind port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:19:09.174809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Attempting to bind port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:19:09.182445 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:19:09.182885 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Attempting to bind port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 on network 88e1e945-5b3c-4553-870c-1b8915bbc204 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:19:09.189918 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:19:09.190504 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Checking segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:19:09.191162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Bound using segment: {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:19:09.191831 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Bound port: 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e3c9c1-0467-41c5-a6a1-484728386ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:19:09.192387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:09.261237 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:19:09.264226 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:19:09.384682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:09.386882 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-212e6c87-f55d-4b94-abfe-7c5deac766a4 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:09.424686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.425292 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:09.427308 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] 10.222.0.35 "PUT /v2.0/ports/94bc78fb-6d45-43ef-a0ba-d3ecffde3501 HTTP/1.1" status: 200 len: 1093 time: 0.9898374 Jun 18 18:19:09.427819 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:19:09.430160 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949c1d4-4252-40f6-9210-7904dbe8a1af" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:19:09.464806 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Pushing event updated for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:09.469615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:09.473583 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac091dd5-9e16-4403-9cfc-3f30f9df4611 x-openstack-request-id: req-ac091dd5-9e16-4403-9cfc-3f30f9df4611 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:19:09.474636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:19:09.474636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac091dd5-9e16-4403-9cfc-3f30f9df4611 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:19:09.475051 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'status': 'completed', 'code': 200} Jun 18 18:19:09.569488 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-e9de596b-c365-4b1b-9ce9-4a04bd2db80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.571184 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-e9de596b-c365-4b1b-9ce9-4a04bd2db80d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1096 time: 0.0600326 Jun 18 18:19:09.682428 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-5b6ccff1-e840-4f90-b72c-be436c25245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.684321 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-5b6ccff1-e840-4f90-b72c-be436c25245f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1011775 Jun 18 18:19:09.824107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-449f54f4-f00d-4183-aa39-ee898ab43336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.825584 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d949c1d4-4252-40f6-9210-7904dbe8a1af req-449f54f4-f00d-4183-aa39-ee898ab43336 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284058 Jun 18 18:19:09.847261 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b808eb-1f5c-4c09-b100-3e402c23b91c req-05c8705d-a53b-498c-9bde-d9c6daafd21f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.867224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-34b808eb-1f5c-4c09-b100-3e402c23b91c req-05c8705d-a53b-498c-9bde-d9c6daafd21f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0949192 Jun 18 18:19:09.914932 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-34b808eb-1f5c-4c09-b100-3e402c23b91c req-82744a25-e618-4612-8d15-db877ec319a4 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590239 Jun 18 18:19:09.937574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-a3af9c23-9e07-47e3-b826-006887af7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:09.939116 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-a3af9c23-9e07-47e3-b826-006887af7ddc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1096 time: 0.0701134 Jun 18 18:19:09.984380 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-f12d598f-121b-41d1-af0d-f8dca39672bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501 HTTP/1.1" status: 200 len: 217 time: 0.0338993 Jun 18 18:19:10.037160 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-08f7a5f1-6755-4985-a770-66a60664d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:10.038559 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-08f7a5f1-6755-4985-a770-66a60664d91b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0469799 Jun 18 18:19:10.100413 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-f835836d-8d6d-440d-ac6a-3c3e12dde975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:10.101864 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-f835836d-8d6d-440d-ac6a-3c3e12dde975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537159 Jun 18 18:19:10.194368 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-7d370331-5abf-4756-9e3b-745a31bffc45 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811422 Jun 18 18:19:10.292799 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-520da479-0d40-49a0-b4a2-4482b7fafc09 req-6197d171-2be2-4f09-864b-07e7343eb6ad service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Jun 18 18:19:11.090688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ca20d-7f2e-45d9-9b3b-72b51700ce18 req-b14de755-a291-4a2b-8abc-33183ccf196d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:11.092205 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-690ca20d-7f2e-45d9-9b3b-72b51700ce18 req-b14de755-a291-4a2b-8abc-33183ccf196d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0629771 Jun 18 18:19:11.129405 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-690ca20d-7f2e-45d9-9b3b-72b51700ce18 req-8e552c0c-1c4c-4c22-8d1d-8854e7ca69c0 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307562 Jun 18 18:19:12.307341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8421b8-6da8-4e8f-bdbf-0af160205877 req-5698d8a5-7f65-443f-917d-3c0a60919c63 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:12.308864 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ac8421b8-6da8-4e8f-bdbf-0af160205877 req-5698d8a5-7f65-443f-917d-3c0a60919c63 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0666671 Jun 18 18:19:12.353627 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ac8421b8-6da8-4e8f-bdbf-0af160205877 req-9f8040a6-89c0-4df9-ba94-48da1d683f9c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389135 Jun 18 18:19:13.527932 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc12b4-a5c6-42b3-b9c0-2632f91c7f14 req-659db3b6-d572-4faf-b8b0-7ac880ec2c59 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:13.529436 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a2fc12b4-a5c6-42b3-b9c0-2632f91c7f14 req-659db3b6-d572-4faf-b8b0-7ac880ec2c59 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0657363 Jun 18 18:19:13.574689 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a2fc12b4-a5c6-42b3-b9c0-2632f91c7f14 req-b9ad10c5-c5cc-4191-987b-a6e36c1ce7c3 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393398 Jun 18 18:19:14.747741 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a146-7ca0-4c79-8eb4-d78eb9b558b7 req-ca5e9620-bb16-427b-8069-6b6ce2021252 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:14.749232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f699a146-7ca0-4c79-8eb4-d78eb9b558b7 req-ca5e9620-bb16-427b-8069-6b6ce2021252 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0642781 Jun 18 18:19:14.787778 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f699a146-7ca0-4c79-8eb4-d78eb9b558b7 req-f4472a3f-d7d6-40b0-9398-79da390730e7 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Jun 18 18:19:15.962735 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08443f2c-7d6e-400d-8ceb-ef5e7a588848 req-86e5a3f3-3259-465f-beba-887b4e02a946 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:15.964219 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-08443f2c-7d6e-400d-8ceb-ef5e7a588848 req-86e5a3f3-3259-465f-beba-887b4e02a946 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0660028 Jun 18 18:19:16.003958 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-08443f2c-7d6e-400d-8ceb-ef5e7a588848 req-1e4355e8-aa43-47f0-abd6-b3237f9cc783 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339143 Jun 18 18:19:17.205361 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e5847-677f-4b91-9eaa-ffa6b0f82392 req-23f825db-4fe4-4562-92f6-c88b8a5101d2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:17.206828 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-316e5847-677f-4b91-9eaa-ffa6b0f82392 req-23f825db-4fe4-4562-92f6-c88b8a5101d2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 943 time: 0.0638468 Jun 18 18:19:17.245356 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-316e5847-677f-4b91-9eaa-ffa6b0f82392 req-45343673-4b6b-4205-b098-71c65bdd39ab tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327177 Jun 18 18:19:17.962871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:19:18.060543 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:19:18.076187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'port_id': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'mac_address': 'fa:16:3e:e9:36:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:19:18.113859 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:18.126004 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:19:18.145676 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:19:18.223802 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:18.225639 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:18.270756 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:18.278077 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.278422 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.278758 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.279463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.279463 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.279712 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.280030 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.280370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.280700 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.281013 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.281329 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.281679 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:19:18.285719 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:18.422115 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99083f01-3695-4c61-9170-647383d52830 req-cca99e89-e747-4ba0-aaf4-afaf19e462fb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:18.423603 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99083f01-3695-4c61-9170-647383d52830 req-cca99e89-e747-4ba0-aaf4-afaf19e462fb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 944 time: 0.0649526 Jun 18 18:19:18.466621 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99083f01-3695-4c61-9170-647383d52830 req-8da943fa-6d9c-4014-9840-4e84991456bd tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369804 Jun 18 18:19:18.500748 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['94bc78fb-6d45-43ef-a0ba-d3ecffde3501'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:19:19.640389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff499d3a-eabc-48fc-856a-53ef0114dbb2 req-d42d39c2-506a-441a-9bb5-90c4baab3116 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:19.642043 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ff499d3a-eabc-48fc-856a-53ef0114dbb2 req-d42d39c2-506a-441a-9bb5-90c4baab3116 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 944 time: 0.0660574 Jun 18 18:19:19.680136 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ff499d3a-eabc-48fc-856a-53ef0114dbb2 req-ed48c288-4266-41d2-85bc-a835793e44ff tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Jun 18 18:19:19.975457 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:19:20.127185 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:19:20.131585 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:20.132072 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:20.210057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:20.232847 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:19:20.235102 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a9ff5a-9031-4253-8187-c3c80fb4510e" -d '{"events": [{"server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "name": "network-vif-plugged", "status": "completed", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:19:20.250584 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:19:20.273231 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50914c-307d-491e-b9ee-7b386f3469dd x-openstack-request-id: req-1e50914c-307d-491e-b9ee-7b386f3469dd {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:19:20.273231 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "name": "network-vif-plugged", "status": "completed", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:19:20.273642 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e50914c-307d-491e-b9ee-7b386f3469dd {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:19:20.273877 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'code': 200} Jun 18 18:19:20.355659 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:20.358538 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:20.404151 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:20.407243 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:20.866267 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa51ef-1c82-4624-9df2-c4beca68e8bb req-26a0be46-2185-46e2-9914-d5b19cc5c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:20.867685 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-68fa51ef-1c82-4624-9df2-c4beca68e8bb req-26a0be46-2185-46e2-9914-d5b19cc5c023 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1098 time: 0.1024508 Jun 18 18:19:20.881066 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e788ab-ed5b-44aa-80c8-500a1e92e84d req-67304136-ea1d-4e92-abfe-d1902f732617 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:20.882447 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63e788ab-ed5b-44aa-80c8-500a1e92e84d req-67304136-ea1d-4e92-abfe-d1902f732617 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0883026 Jun 18 18:19:20.935387 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-68fa51ef-1c82-4624-9df2-c4beca68e8bb req-9d89f6d9-64a3-42f2-810b-1c83a854a872 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519886 Jun 18 18:19:20.940319 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63e788ab-ed5b-44aa-80c8-500a1e92e84d req-0a8af5b3-dcc1-4ab8-949e-9955d09c08bb tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504906 Jun 18 18:19:21.157515 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41486) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:21.256968 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.350935 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.444729 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.447414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-255af29f-1fb4-4348-b9a6-208fd6310d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:21.483961 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d3989925adb4b1baf07bcf75746961a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253379 Jun 18 18:19:21.484911 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484f08da-9457-44c0-8c71-3104a84e12c5,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:21.487039 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41490) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:21.489984 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-52f26f62-8d99-4688-a531-af3d131677ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:21.539369 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.559615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.736518 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.739107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:21.740286 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/484f08da-9457-44c0-8c71-3104a84e12c5 HTTP/1.1" status: 204 len: 168 time: 0.2525179 Jun 18 18:19:21.741061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e08870d0-c626-453c-88dc-9799c13b04da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:21.749033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f08da-9457-44c0-8c71-3104a84e12c5,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:21.751492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e9ba505d-73da-45f7-bf96-d8f1aa8c3211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:22.125733 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245bb20-fc0e-429d-bc8a-33b89c8a4f31 req-ab23d841-7f71-41c0-84de-ae1e27da635f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:22.127246 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a245bb20-fc0e-429d-bc8a-33b89c8a4f31 req-ab23d841-7f71-41c0-84de-ae1e27da635f tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0702093 Jun 18 18:19:22.170333 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a245bb20-fc0e-429d-bc8a-33b89c8a4f31 req-7ab866b9-f0ab-4949-8c57-8ecde5e5470a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366502 Jun 18 18:19:22.641304 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-96980a55-9aa7-4a65-ae72-e0760f9a2aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:22.663233 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41498) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:22.678984 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:22.765610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:22.862120 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:22.865474 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f6db951d-390a-4b7c-a870-0d90258c6e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:22.899889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f46a43-ef20-4baa-8111-36bd66974761,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:22.903966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eee90a35ad7049c2b0b309aa5741d493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395153 Jun 18 18:19:22.904872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6f49710c-c662-4f79-a465-c1114237d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:22.906613 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41500) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:22.954812 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:22.975652 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:23.104634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:23.107347 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:23.110825 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68f46a43-ef20-4baa-8111-36bd66974761 HTTP/1.1" status: 204 len: 168 time: 0.2008641 Jun 18 18:19:23.110825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8d0727ec-b461-4e0f-972e-b4d1c6ec0970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:23.117609 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f46a43-ef20-4baa-8111-36bd66974761,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:23.120056 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-db0d6ea7-f8a5-42d6-ae35-c58e182f36bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:23.345435 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdc8ff-ee52-419d-9dd5-0b2adc160386 req-f7fe3a77-3072-48e3-bd9c-464be7398e74 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:23.346926 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a3bdc8ff-ee52-419d-9dd5-0b2adc160386 req-f7fe3a77-3072-48e3-bd9c-464be7398e74 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0659757 Jun 18 18:19:23.387367 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a3bdc8ff-ee52-419d-9dd5-0b2adc160386 req-19611e87-ce56-4305-9ade-8f36c6300d2d tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340550 Jun 18 18:19:23.560330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13c76-4655-49fc-b1da-b33631dc02b0 req-05234331-ac4b-40ce-a01d-3bb7aa345849 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:23.562021 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3fc13c76-4655-49fc-b1da-b33631dc02b0 req-05234331-ac4b-40ce-a01d-3bb7aa345849 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jun 18 18:19:23.601379 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3fc13c76-4655-49fc-b1da-b33631dc02b0 req-c0bb0370-2425-44e7-bdfe-af7e98ca55e2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Jun 18 18:19:23.625604 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41516) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:23.824702 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd5f3f-18c8-4c2a-a27f-d95fb9c97dd3 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:23.826207 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-21fd5f3f-18c8-4c2a-a27f-d95fb9c97dd3 tempest-TestVolumeBootPattern-1463714704 tempest-TestVolumeBootPattern-1463714704-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1093 time: 0.1995599 Jun 18 18:19:23.829118 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41522) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:23.833568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'port_id': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:23.955600 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:24.061242 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:24.175907 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Allocated IP 172.27.2.179 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/9ac3ed28-2d6c-4743-878e-9f79041701e3) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:19:24.295136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:24.418611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:24.420781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-732bc3b2-76ae-4be7-b12d-b6ddf11fc6f1 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:24.462549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:24.466434 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:24.469652 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:19:24.495781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=9ac3ed28-2d6c-4743-878e-9f79041701e3,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:24.499949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:24.884328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.038848 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.161591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-5d940458-436a-4c33-a15c-2197bf4c1e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.210582 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.292610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.294963 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:25.363674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event updated for resources: {'Port': ['ID=9ac3ed28-2d6c-4743-878e-9f79041701e3,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:25.368341 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:25.380387 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.487125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:25.526935 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP 205592b8-444e-496b-9edd-a568123f468c associated. External IP: 172.27.2.179, port: 94bc78fb-6d45-43ef-a0ba-d3ecffde3501. Jun 18 18:19:26.140222 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:19:26.180280 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41568) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:26.260586 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:19:26.272405 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:19:26.290522 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:19:26.291165 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:26.292995 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.389924 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.414062 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:19:26.432136 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5989161 Jun 18 18:19:26.432136 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:19:26.432462 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c8141-6588-475c-8451-201cbdbf5a94" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:19:26.469970 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.480342 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64579c87-c38b-4805-a673-189464a15a9f x-openstack-request-id: req-64579c87-c38b-4805-a673-189464a15a9f {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:19:26.480673 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:19:26.480969 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64579c87-c38b-4805-a673-189464a15a9f {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:19:26.483635 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'status': 'completed', 'code': 200} Jun 18 18:19:26.484351 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.556572 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-fe617a5e-25f1-4f40-bc51-4c68bae11aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:26.558082 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-fe617a5e-25f1-4f40-bc51-4c68bae11aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1098 time: 0.0535150 Jun 18 18:19:26.572577 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.578812 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fb5083ea-6688-4196-b475-f71f8a38dda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:26.626664 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e59eb1e7064d44da89f52170bc097452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444745 Jun 18 18:19:26.626664 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41576) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:26.635924 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c641782e-8ade-40b1-be35-aabbc22c7a03,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:26.639788 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:26.660604 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-11caeefb-9fb6-470b-bff8-17c17e5cfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:26.662466 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-11caeefb-9fb6-470b-bff8-17c17e5cfc17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.0983412 Jun 18 18:19:26.680546 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}, {'id': '205592b8-444e-496b-9edd-a568123f468c', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:e9:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:19:24Z', 'updated_at': '2021-06-18T18:19:24Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:26.694662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.709569 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:19:26.719191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:19:26.719420 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.720012 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:26.735053 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-a1508d97-30a6-4de0-bc8c-f9e305dd7ddb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501 HTTP/1.1" status: 200 len: 999 time: 0.0658433 Jun 18 18:19:26.790076 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-0e191b1f-a4b7-4424-bf64-9fd4349c0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:26.791572 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-0e191b1f-a4b7-4424-bf64-9fd4349c0c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0506485 Jun 18 18:19:26.835430 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:19:26.851668 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-d80927a8-2d18-4193-a879-e9f2c1591933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:26.853195 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-d80927a8-2d18-4193-a879-e9f2c1591933 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547106 Jun 18 18:19:26.864493 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.867168 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:26.870613 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c641782e-8ade-40b1-be35-aabbc22c7a03 HTTP/1.1" status: 204 len: 168 time: 0.2402759 Jun 18 18:19:26.870613 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0cb8e095-e045-4c21-99a0-5b029b550297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:26.880660 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c641782e-8ade-40b1-be35-aabbc22c7a03,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:26.883303 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2408d46e-8821-4762-a065-8dbbcfa73507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:26.959648 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-c425ca1b-7ce9-4fed-9ea9-35b036a7381f service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916343 Jun 18 18:19:27.055697 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c01c8141-6588-475c-8451-201cbdbf5a94 req-c1cdddf9-85d3-4186-a381-aeae149a0014 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935044 Jun 18 18:19:27.088935 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}, {'id': '205592b8-444e-496b-9edd-a568123f468c', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:e9:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:19:24Z', 'updated_at': '2021-06-18T18:19:24Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:27.115802 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdcfa6-b459-40aa-8188-75729508d8b9 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}, {'id': '205592b8-444e-496b-9edd-a568123f468c', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:e9:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:19:24Z', 'updated_at': '2021-06-18T18:19:24Z', 'revision_number': 0, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:19:27.299965 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ba10f-dd7a-4819-9385-ff16261daf24 None None] New status for floating IP 205592b8-444e-496b-9edd-a568123f468c: ACTIVE {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:19:27.493026 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41582) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:27.507490 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:27.609474 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:27.806691 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:27.809282 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c3bdb8a0-5d41-4ab6-96c6-53c2135c79de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:27.846574 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=191a8f82423749ecbd8c153686a34905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524544 Jun 18 18:19:27.847400 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c97ae8-e113-4125-a9c0-e24ba2105603,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:27.849439 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41584) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:27.850477 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d9c678dd-d15a-4c08-abce-c56ea05c4e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:27.901198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:27.922618 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:28.056164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:28.058953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:28.060040 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69c97ae8-e113-4125-a9c0-e24ba2105603 HTTP/1.1" status: 204 len: 168 time: 0.2093980 Jun 18 18:19:28.060883 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-61d7e743-9353-4f59-84c0-abfe70fcea98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:28.069064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c97ae8-e113-4125-a9c0-e24ba2105603,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:28.072131 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-a3db11ad-1ad8-49b5-8282-321e8781021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:28.096407 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:30.867143 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:19:32.458158 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:39.926303 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41676) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:40.032734 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.125938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.216274 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.219043 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1586268d-353f-4f2b-a9b0-4c6d053eccce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:40.257318 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f3329bb45ae49e0bbe79592cfea2d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298090 Jun 18 18:19:40.258182 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391ff4e-9995-4440-b810-d46cdf1abd66,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:40.259993 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41680) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:40.261460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:40.313192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.338212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.490193 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.492898 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:40.494049 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0391ff4e-9995-4440-b810-d46cdf1abd66 HTTP/1.1" status: 204 len: 168 time: 0.2330086 Jun 18 18:19:40.494824 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7e9346b5-24ff-4101-989e-f85a5152866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:40.503971 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391ff4e-9995-4440-b810-d46cdf1abd66,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:40.506424 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:51.273449 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41754) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:51.375337 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.461261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.537269 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.540789 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-11a864eb-a856-497a-acb6-5c9879f9d50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:51.574231 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=195a0fdec5fe408cb7ec27c74f6f0a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997057 Jun 18 18:19:51.576266 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e748c9-af4c-40c3-a8a5-463ccb9c3096,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:51.576924 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41758) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:51.580165 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-dc9eaefe-86b5-47d0-a28a-c49d2fbc1d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:51.625154 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.646420 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.834847 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.837551 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:51.838728 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41e748c9-af4c-40c3-a8a5-463ccb9c3096 HTTP/1.1" status: 204 len: 168 time: 0.2608328 Jun 18 18:19:51.839506 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bdfc9cbe-f3ae-4abe-ad0d-ffa7a886b4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:51.847130 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e748c9-af4c-40c3-a8a5-463ccb9c3096,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:51.849492 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7db56527-3361-499a-b593-77c76e304c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:52.570125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-39507ec2-e9cc-4f8b-b5fa-b03d246b23bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:52.927982 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41780) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:53.024329 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2070769249-network', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:53.137602 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Made reservation on behalf of ec49ffe1219a4975981e2898ec67fd5c for: {'network': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:19:53.140044 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.149724 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.234464 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.314654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.318383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-68b9c6c3-4617-4095-92ed-73719f998fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:53.339009 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:19:53.348353 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e26114-53a4-48d7-93ed-3e217a0cedf4,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:53.352605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:53.358486 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.358486 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.segments_db [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Added segment 5cb026f5-f8c8-4ac3-a4b7-76461408dc13 of type vlan for network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 Jun 18 18:19:53.396310 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.495989 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.497305 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:53.497978 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.500196 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:53.556973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d0c80e-ec98-483a-bee5-3894b2d84ea3,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:53.559811 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:53.566771 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:19:53.627645 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6984839 Jun 18 18:19:53.630424 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41784) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:53.635340 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Request body: {'subnet': {'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2070769249-subnet', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'ip_version': 4}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:53.732045 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Made reservation on behalf of ec49ffe1219a4975981e2898ec67fd5c for: {'subnet': 1} {{(pid=93523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:19:53.734578 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245952'] for subnet, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.953353 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10371990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245970'] for subnet, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:53.956272 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:54.004713 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b3bb8a-ca17-45b2-bf18-301b59137990,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:54.011430 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:54.020895 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Checking segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:19:54.021251 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Network hostable DHCP agents. Network: c2d0c80e-ec98-483a-bee5-3894b2d84ea3, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:19:54.149213 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:19:54.234940 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, c2d0c80e-ec98-483a-bee5-3894b2d84ea3) {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:54.239015 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:54.239651 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.244531 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e9be4-662b-4851-bf9e-4db4590a1cdb None None] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:19:54.333591 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d149754a-3443-4f07-8a3b-6ab17d9495e3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7020826 Jun 18 18:19:54.336219 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 41786) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:54.341062 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:54.392789 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:19:54.394650 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.435884 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.436963 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.500419 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.533678 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Allocated IP 172.20.0.2 (c2d0c80e-ec98-483a-bee5-3894b2d84ea3/d5b3bb8a-ca17-45b2-bf18-301b59137990/36233575-98f8-4455-8ce9-c18adcd77229) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:19:54.675269 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.683816 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Transition to ACTIVE for port object 36233575-98f8-4455-8ce9-c18adcd77229 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:54.699748 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Transition to ACTIVE for port object 36233575-98f8-4455-8ce9-c18adcd77229 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:54.700285 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.816720 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:54.818773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:54.858246 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:54.861382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:54.866212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:19:54.875692 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Pushing event updated for resources: {'Port': ['ID=36233575-98f8-4455-8ce9-c18adcd77229,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:54.880980 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:55.063327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Attempting to bind port 36233575-98f8-4455-8ce9-c18adcd77229 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:19:55.063700 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Attempting to bind port 36233575-98f8-4455-8ce9-c18adcd77229 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:19:55.064077 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Attempting to bind port 36233575-98f8-4455-8ce9-c18adcd77229 on network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:19:55.065592 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.072166 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:19:55.072482 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Checking segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:19:55.072903 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.073309 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Bound using segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:19:55.073795 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Bound port: 36233575-98f8-4455-8ce9-c18adcd77229, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:19:55.074183 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.084441 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.141454 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] For port 36233575-98f8-4455-8ce9-c18adcd77229, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:19:55.145871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] For port 36233575-98f8-4455-8ce9-c18adcd77229, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=36233575-98f8-4455-8ce9-c18adcd77229,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:19:55.172031 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-83d4fc83-cc79-4df7-8e83-fee44bbf1269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.199841 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Allocated IP 172.27.2.136 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/50257b57-9083-402d-a3e4-5955c3f2efdd) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:19:55.241139 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.243471 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-54761ec6-f910-4215-8de5-cae76fb1db51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:55.310152 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Pushing event updated for resources: {'Port': ['ID=36233575-98f8-4455-8ce9-c18adcd77229,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:55.314546 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.314793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:55.429762 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.432022 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-179129e8-a1bf-47ca-8fde-93b827fa2725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:55.478540 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:55.492352 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:55.495470 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:55.499217 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:19:55.507513 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Pushing event updated for resources: {'Port': ['ID=50257b57-9083-402d-a3e4-5955c3f2efdd,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:55.527673 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:55.850726 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.051300 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.182105 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ce280-796c-4929-b0a9-8f2f43c003d7 None None] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:19:56.255612 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Router b19cce9c-8f6b-4b1c-a94c-31722b084f5b is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:19:56.358909 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-74408ac7-c0c7-4ef4-945c-fd1e68cd764e None None] Provisioning for port 36233575-98f8-4455-8ce9-c18adcd77229 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:19:56.439077 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.444462 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 36233575-98f8-4455-8ce9-c18adcd77229 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:19:56.558505 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 36233575-98f8-4455-8ce9-c18adcd77229 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:19:56.562966 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 36233575-98f8-4455-8ce9-c18adcd77229 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:56.563446 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.610069 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-e4b57b34-6b73-4607-bfa3-9731b1808572 None None] Provisioning complete for port 36233575-98f8-4455-8ce9-c18adcd77229 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:56.610406 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e4b57b34-6b73-4607-bfa3-9731b1808572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.651657 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:19:56.680005 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Sync routers for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:19:56.709238 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.711078 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:19:56.711739 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:56.778068 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.779470 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4422462 Jun 18 18:19:56.782510 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41790) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:56.850896 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 36233575-98f8-4455-8ce9-c18adcd77229, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=36233575-98f8-4455-8ce9-c18adcd77229,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:19:56.856933 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e4b57b34-6b73-4607-bfa3-9731b1808572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.894364 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:19:56.924159 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:56.959280 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:57.084683 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.db.api [None req-e4b57b34-6b73-4607-bfa3-9731b1808572 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 18:19:57.085101 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_db.api [None req-e4b57b34-6b73-4607-bfa3-9731b1808572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 18:19:57.096690 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=36233575-98f8-4455-8ce9-c18adcd77229,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:57.100127 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:57.165200 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:55Z', 'revision_number': 3, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:57.195100 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Checking router: b19cce9c-8f6b-4b1c-a94c-31722b084f5b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:19:57.195467 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Updating router b19cce9c-8f6b-4b1c-a94c-31722b084f5b port 50257b57-9083-402d-a3e4-5955c3f2efdd binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:19:57.226056 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.229529 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.391358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Allocated IP 172.20.0.1 (c2d0c80e-ec98-483a-bee5-3894b2d84ea3/d5b3bb8a-ca17-45b2-bf18-301b59137990/ad131124-c0c4-4247-bafb-eb15ddab8f46) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:19:57.483521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.494314 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Transition to ACTIVE for port object 50257b57-9083-402d-a3e4-5955c3f2efdd will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:57.496576 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.510603 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Transition to ACTIVE for port object ad131124-c0c4-4247-bafb-eb15ddab8f46 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:19:57.563983 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.566092 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:57.612603 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.614874 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ecceddda-91c9-4def-8eee-00136e1995b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:57.650742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Attempting to bind port 50257b57-9083-402d-a3e4-5955c3f2efdd on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:19:57.651098 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Attempting to bind port 50257b57-9083-402d-a3e4-5955c3f2efdd by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:19:57.651468 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Attempting to bind port 50257b57-9083-402d-a3e4-5955c3f2efdd on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:19:57.654912 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:57.656493 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014ad17-2f3e-40a4-80e1-9e69c940148f None None] Pushing event updated for resources: {'Port': ['ID=50257b57-9083-402d-a3e4-5955c3f2efdd,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:57.658053 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:57.660911 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-4014ad17-2f3e-40a4-80e1-9e69c940148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:57.709505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Bound port: 50257b57-9083-402d-a3e4-5955c3f2efdd, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:19:57.711501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.712278 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:57.712278 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:57.716725 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:57.732769 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] For port 50257b57-9083-402d-a3e4-5955c3f2efdd, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:19:57.736120 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] For port 50257b57-9083-402d-a3e4-5955c3f2efdd, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=50257b57-9083-402d-a3e4-5955c3f2efdd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:19:58.022743 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.026515 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:58.050840 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-aa44b942-536a-4f91-817a-b77e4531726e None None] Provisioning for port ad131124-c0c4-4247-bafb-eb15ddab8f46 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:19:58.064851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-aa44b942-536a-4f91-817a-b77e4531726e None None] Provisioning complete for port ad131124-c0c4-4247-bafb-eb15ddab8f46 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:58.065881 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-aa44b942-536a-4f91-817a-b77e4531726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.068648 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.120706 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:19:58.121339 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:58.124501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014ad17-2f3e-40a4-80e1-9e69c940148f None None] Pushing event updated for resources: {'Port': ['ID=50257b57-9083-402d-a3e4-5955c3f2efdd,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:58.129828 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-4014ad17-2f3e-40a4-80e1-9e69c940148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:58.161250 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-aa44b942-536a-4f91-817a-b77e4531726e None None] Port ad131124-c0c4-4247-bafb-eb15ddab8f46 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:19:58.162676 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.231949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.233408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:19:58.297948 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.301174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ad5263e5-fa75-4be8-a975-db2151bb433d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:58.370691 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:58.374392 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.380314 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:58.429308 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 36233575-98f8-4455-8ce9-c18adcd77229 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:19:58.471262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:19:58.473290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:19:58.545292 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 36233575-98f8-4455-8ce9-c18adcd77229 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:58.545783 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.590400 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Router b19cce9c-8f6b-4b1c-a94c-31722b084f5b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:19:58.660478 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 1, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:19:58.692137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ce95-ad94-470f-9bff-fdafa2b3b5de None None] The sync data for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi is: [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 1, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:19:58.702682 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-2d269c7f-556b-4d9a-84b1-bed402c5fe5f None None] Provisioning complete for port ad131124-c0c4-4247-bafb-eb15ddab8f46 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:19:58.703074 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2d269c7f-556b-4d9a-84b1-bed402c5fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:58.721806 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:19:58.727392 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] 10.222.0.42 "PUT /v2.0/routers/b19cce9c-8f6b-4b1c-a94c-31722b084f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436495 Jun 18 18:19:58.738590 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-2d269c7f-556b-4d9a-84b1-bed402c5fe5f None None] Port ad131124-c0c4-4247-bafb-eb15ddab8f46 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:19:59.476095 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41806) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:19:59.481228 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2118179407-network', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:19:59.560305 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Made reservation on behalf of b7d6298b24124774acf198d9fb2a4677 for: {'network': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:19:59.562802 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for network, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.573024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.671798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.738065 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.741512 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4273d624-0b9d-4f37-ad7d-0ea4347a207c tempest-VolumesNegativeTest-1550703589 tempest-VolumesNegativeTest-1550703589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:59.766420 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 18:19:59.773714 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad6d5e-62be-4ac2-b8b9-4ed3986df69e,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:59.777476 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:59.780688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.781032 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.segments_db [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Added segment 1039ae9c-6285-4c7e-bb1c-59f617de41a6 of type vlan for network ac5e5181-ca23-4249-9f63-ccacd70a6a95 Jun 18 18:19:59.822744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760200852188'] for network, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.909563 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021'] for network, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.910987 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:19:59.911591 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:19:59.913976 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:19:59.970944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Pushing event updated for resources: {'Network': ['ID=ac5e5181-ca23-4249-9f63-ccacd70a6a95,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:19:59.974365 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:19:59.981380 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 details requested by agent ovs-agent-dv-cinder-796113-5-iscsi with host dv-cinder-796113-5-iscsi {{(pid=93525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 18:20:00.016186 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d51ae016-bee8-4005-90fd-3a8ff4373f2a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388505 Jun 18 18:20:00.019791 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41808) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:20:00.024751 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Request body: {'subnet': {'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2118179407-subnet', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'ip_version': 4}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:20:00.114374 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Made reservation on behalf of b7d6298b24124774acf198d9fb2a4677 for: {'subnet': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:20:00.116834 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8599657'] for subnet, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.372784 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8599675'] for subnet, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.375172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:00.437324 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af328dc3-6481-426d-b173-3e2998d85a43,revision_number=0']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:00.437985 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 50257b57-9083-402d-a3e4-5955c3f2efdd up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:00.442516 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:00.448708 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Checking segment: {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:00.449081 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Network hostable DHCP agents. Network: ac5e5181-ca23-4249-9f63-ccacd70a6a95, hostable agents: ['04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63'], hosted agents: [] {{(pid=93524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 18:20:00.554584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 is scheduled to be hosted by DHCP agent 04acc7f1-92e0-4cf1-a36f-bbabb2b5eb63 with binding_index 1 {{(pid=93524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 18:20:00.565757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Sync routers for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:20:00.566576 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 50257b57-9083-402d-a3e4-5955c3f2efdd completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:00.570533 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 50257b57-9083-402d-a3e4-5955c3f2efdd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:00.570915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.578275 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:00.578275 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:00.648413 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.667695 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 50257b57-9083-402d-a3e4-5955c3f2efdd, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=50257b57-9083-402d-a3e4-5955c3f2efdd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:00.679239 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:00.828997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-5-iscsi, ac5e5181-ca23-4249-9f63-ccacd70a6a95) {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:00.834096 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:00.835112 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.840038 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54726546-7e17-43da-b5a9-4b8d1d0fe395 None None] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:20:00.857152 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:00.883302 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:19:58Z', 'revision_number': 2, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:00.883738 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:00.944417 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4b116103-50ec-448a-910b-3b5f8fe77688 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9233119 Jun 18 18:20:00.946866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41810) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:20:00.952326 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:20:00.958418 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=50257b57-9083-402d-a3e4-5955c3f2efdd,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:00.966402 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:01.005262 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Checking router: b19cce9c-8f6b-4b1c-a94c-31722b084f5b for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:20:01.005654 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Updating router b19cce9c-8f6b-4b1c-a94c-31722b084f5b port ad131124-c0c4-4247-bafb-eb15ddab8f46 binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:20:01.043145 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.073382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcf76483-cab3-56fa-a761-296396f974dc-ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43'}]}} from dv-cinder-796113-5-iscsi. {{(pid=93525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 18:20:01.074479 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.209446 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.db_base_plugin_common [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Allocated IP 172.20.0.2 (ac5e5181-ca23-4249-9f63-ccacd70a6a95/af328dc3-6481-426d-b173-3e2998d85a43/649c9f90-d1af-4167-ba65-296f186eb997) {{(pid=93525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:20:01.212159 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6972'] for router, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.213564 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6967'] for router, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.265633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.320581 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.320581 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Transition to ACTIVE for port object ad131124-c0c4-4247-bafb-eb15ddab8f46 will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:01.364755 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.373224 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Transition to ACTIVE for port object 649c9f90-d1af-4167-ba65-296f186eb997 will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:01.387580 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Transition to ACTIVE for port object 649c9f90-d1af-4167-ba65-296f186eb997 will not be triggered until provisioned by entity DHCP. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:01.406278 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.410289 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-131a487c-24e5-414e-ac38-8b5fb6bca2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:01.472668 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6945'] for router, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.483885 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Pushing event updated for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:01.486732 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070'] for port, after_create {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.490140 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:01.493547 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.498105 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:01.517034 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:01.538440 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 is already hosted by enough agents. {{(pid=93525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:01.541817 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.scheduler.base_scheduler [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Resources bound (agent type, host, resource id): {{(pid=93525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:01.544406 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Received port after_create {{(pid=93525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:20:01.551513 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Attempting to bind port ad131124-c0c4-4247-bafb-eb15ddab8f46 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:20:01.551894 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Attempting to bind port ad131124-c0c4-4247-bafb-eb15ddab8f46 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:20:01.552270 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Attempting to bind port ad131124-c0c4-4247-bafb-eb15ddab8f46 on network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:01.555457 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Pushing event updated for resources: {'Port': ['ID=649c9f90-d1af-4167-ba65-296f186eb997,revision_number=1']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:01.557590 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:20:01.558284 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Checking segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:01.558581 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:01.558831 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.559242 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Bound using segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:20:01.559726 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Bound port: ad131124-c0c4-4247-bafb-eb15ddab8f46, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:20:01.560106 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.630930 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Attempting to bind port 649c9f90-d1af-4167-ba65-296f186eb997 on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:20:01.631876 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Attempting to bind port 649c9f90-d1af-4167-ba65-296f186eb997 by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:20:01.632591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Attempting to bind port 649c9f90-d1af-4167-ba65-296f186eb997 on network ac5e5181-ca23-4249-9f63-ccacd70a6a95 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:01.636650 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] For port ad131124-c0c4-4247-bafb-eb15ddab8f46, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:20:01.639774 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:20:01.640255 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Checking segment: {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:01.640801 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.640933 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] For port ad131124-c0c4-4247-bafb-eb15ddab8f46, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=ad131124-c0c4-4247-bafb-eb15ddab8f46,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:20:01.641454 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Bound using segment: {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:20:01.642159 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Bound port: 649c9f90-d1af-4167-ba65-296f186eb997, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:20:01.642620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.718987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] For port 649c9f90-d1af-4167-ba65-296f186eb997, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:20:01.719311 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.721809 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:01.727013 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] For port 649c9f90-d1af-4167-ba65-296f186eb997, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=649c9f90-d1af-4167-ba65-296f186eb997,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:20:01.770686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.780477 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Pushing event updated for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:01.784552 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-0afefda1-c499-4f44-9419-1cf756bd46ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:01.784979 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:01.785580 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:01.791414 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.805206 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:01.808096 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:01.893301 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Pushing event updated for resources: {'Port': ['ID=649c9f90-d1af-4167-ba65-296f186eb997,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:01.897907 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-7c214c6e-debf-4cc6-91fb-baedbfaf26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:01.913759 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:01.940675 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Allocated IP 172.27.2.68 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/61c0c12b-6af3-4399-a3a1-ddbb5f3269da) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:20:02.071697 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:02.165006 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:01Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:02.192637 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b2bd9-b95a-43a4-9a36-97fa41a6c196 None None] The sync data for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi is: [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:01Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:20:02.193006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:02.195140 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:02.234282 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:02.237171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:02.241014 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:20:02.264594 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Pushing event updated for resources: {'Port': ['ID=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:02.269489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:02.445997 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:02.551846 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 50257b57-9083-402d-a3e4-5955c3f2efdd up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:02.608164 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 50257b57-9083-402d-a3e4-5955c3f2efdd triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:02.608580 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:02.609145 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:02.701193 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device ad131124-c0c4-4247-bafb-eb15ddab8f46 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:02.826988 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5319665-4005-45a8-9d56-b594cef25284 None None] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:20:02.840139 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port ad131124-c0c4-4247-bafb-eb15ddab8f46 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:02.887089 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port ad131124-c0c4-4247-bafb-eb15ddab8f46 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:02.887089 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.009470 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-7337f209-aa62-4444-8a20-e2d27351743b None None] Provisioning for port 649c9f90-d1af-4167-ba65-296f186eb997 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:03.035909 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.092376 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port ad131124-c0c4-4247-bafb-eb15ddab8f46, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=ad131124-c0c4-4247-bafb-eb15ddab8f46,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:03.118683 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637171'] for router, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.177321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.178735 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 649c9f90-d1af-4167-ba65-296f186eb997 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:03.182271 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-1a270f96-0c57-4d0b-8d3e-c85d27ec4fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:03.264033 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:03.268280 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:03.593869 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Router 6761ce62-5e47-4065-a498-b885d3733c93 is scheduled to L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 with binding_index 1 {{(pid=93524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 18:20:03.652239 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 649c9f90-d1af-4167-ba65-296f186eb997 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:03.656186 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 649c9f90-d1af-4167-ba65-296f186eb997 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:03.656600 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.703776 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:20:03.724176 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Sync routers for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:20:03.743657 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:03.753426 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:03.753426 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.840712 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.842172 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5710896c-d274-4d7b-a6bd-5b2e1173858c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8937118 Jun 18 18:20:03.850770 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 41812) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:20:03.850987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 649c9f90-d1af-4167-ba65-296f186eb997, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=649c9f90-d1af-4167-ba65-296f186eb997,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:03.872469 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:03.964076 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:03.968452 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-4014ad17-2f3e-40a4-80e1-9e69c940148f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:04.044773 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=649c9f90-d1af-4167-ba65-296f186eb997,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:04.047900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:04.099109 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:02Z', 'revision_number': 3, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:04.124993 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Checking router: 6761ce62-5e47-4065-a498-b885d3733c93 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:20:04.125880 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Updating router 6761ce62-5e47-4065-a498-b885d3733c93 port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da binding host dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:20:04.164069 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.262688 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.429698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Allocated IP 172.20.0.1 (ac5e5181-ca23-4249-9f63-ccacd70a6a95/af328dc3-6481-426d-b173-3e2998d85a43/82209ea1-e1b2-4251-bb55-3c464a15929a) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:20:04.451110 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device ad131124-c0c4-4247-bafb-eb15ddab8f46 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:04.537033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.551097 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Transition to ACTIVE for port object 82209ea1-e1b2-4251-bb55-3c464a15929a will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:04.572942 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port ad131124-c0c4-4247-bafb-eb15ddab8f46 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:04.573579 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.641052 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks [] for port, precommit_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.655545 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Transition to ACTIVE for port object 61c0c12b-6af3-4399-a3a1-ddbb5f3269da will not be triggered until provisioned by entity L2. {{(pid=93525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:04.669814 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.675146 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9af0a4fd-f2b9-46a6-8bae-aa19f75f3b43 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:04.696736 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 649c9f90-d1af-4167-ba65-296f186eb997 up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:04.709508 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:04.712515 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:04.716250 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:20:04.743241 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Pushing event updated for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:04.747535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:04.755936 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 649c9f90-d1af-4167-ba65-296f186eb997 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:04.756352 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.759911 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.767861 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633820'] for router_interface, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.780564 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:04.853723 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915430b-a10b-410a-9dc1-6997c4809ec3 None None] Pushing event updated for resources: {'Port': ['ID=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,revision_number=2']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:04.860439 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-c915430b-a10b-410a-9dc1-6997c4809ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:04.863871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Attempting to bind port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:20:04.864485 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Attempting to bind port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:20:04.865320 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Attempting to bind port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da on network eaa3fec3-1398-44c7-a705-1f53cad27f68 {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:04.891591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:20:04.891983 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Checking segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:04.892425 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.892834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Bound using segment: {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'} {{(pid=93525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:20:04.893357 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.managers [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Bound port: 61c0c12b-6af3-4399-a3a1-ddbb5f3269da, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883c2fd0-7fca-4ce9-8f2c-727c807eb817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68'}}] {{(pid=93525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:20:04.893742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:04.955356 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] For port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:20:04.958372 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] For port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:20:05.001474 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.029211 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.031635 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:05.076620 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-979e2632-eefb-404a-b7cf-00e49f7ff490 None None] Provisioning for port 82209ea1-e1b2-4251-bb55-3c464a15929a completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:05.092517 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-979e2632-eefb-404a-b7cf-00e49f7ff490 None None] Provisioning complete for port 82209ea1-e1b2-4251-bb55-3c464a15929a triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:05.092904 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-979e2632-eefb-404a-b7cf-00e49f7ff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.094280 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915430b-a10b-410a-9dc1-6997c4809ec3 None None] Pushing event updated for resources: {'Port': ['ID=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,revision_number=3']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:05.099567 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-c915430b-a10b-410a-9dc1-6997c4809ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:05.119961 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:05.120634 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:05.175786 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.176025 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-979e2632-eefb-404a-b7cf-00e49f7ff490 None None] Port 82209ea1-e1b2-4251-bb55-3c464a15929a cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:20:05.234581 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:05.272485 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.274825 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-856b5008-ddf7-495e-8c04-ba63597e9c62 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:05.338795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Pushing event updated for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:05.341192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634565'] for router_interface, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.343174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:05.432558 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '82209ea1-e1b2-4251-bb55-3c464a15929a', 'name': '', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'mac_address': 'fa:16:3e:6a:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:04Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 1, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'subnets': [{'id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:05.435749 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:05.437156 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:05.458670 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa6bcc-9b38-49d8-84b5-72d4377773dc None None] The sync data for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi is: [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '82209ea1-e1b2-4251-bb55-3c464a15929a', 'name': '', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'mac_address': 'fa:16:3e:6a:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:04Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 1, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'subnets': [{'id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:20:05.561483 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Router 6761ce62-5e47-4065-a498-b885d3733c93 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:20:05.714669 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:20:05.717147 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-c476e235-d0eb-4e4f-a760-782e168ef658 None None] Provisioning complete for port 82209ea1-e1b2-4251-bb55-3c464a15929a triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:05.717653 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-c476e235-d0eb-4e4f-a760-782e168ef658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:05.720412 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-72871bdb-eb2a-4176-bcf4-b4c403388354 admin admin] 10.222.0.42 "PUT /v2.0/routers/6761ce62-5e47-4065-a498-b885d3733c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8743589 Jun 18 18:20:05.757840 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-50ad13fd-4347-4d58-8154-68a5874abb33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839825 Jun 18 18:20:05.767054 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-c476e235-d0eb-4e4f-a760-782e168ef658 None None] Port 82209ea1-e1b2-4251-bb55-3c464a15929a cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:20:05.845043 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-50c88226-2f0b-4ced-87c4-2fb639b2fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:05.847217 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-50c88226-2f0b-4ced-87c4-2fb639b2fd91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.0595407 Jun 18 18:20:05.970666 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-29670158-9001-4be0-9baa-16c82d4b8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:05.972500 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-29670158-9001-4be0-9baa-16c82d4b8cd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.0994790 Jun 18 18:20:06.045663 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-f121399b-061c-4de5-b68b-27962c8dc2f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1002 time: 0.0616808 Jun 18 18:20:06.104620 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-eb69d4b6-21ff-4f5b-84fc-b22d83786e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:06.106086 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-eb69d4b6-21ff-4f5b-84fc-b22d83786e23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.0503714 Jun 18 18:20:06.193856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-488b7343-8a08-4540-9009-0ac86b893862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:06.195420 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-488b7343-8a08-4540-9009-0ac86b893862 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785677 Jun 18 18:20:06.294988 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-87226aad-3f18-4344-b928-376bbd9d317d service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888703 Jun 18 18:20:06.395365 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1d37bd19-bfdf-4514-abbe-827ca087d4a0 req-14602144-f4a7-43d3-b0e7-f3d77a068f09 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934935 Jun 18 18:20:06.441216 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 61c0c12b-6af3-4399-a3a1-ddbb5f3269da up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:06.701306 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:06.705644 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:06.706036 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:06.786641 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:06.818578 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:07.017549 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:07.019780 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-053a717d-c617-4bce-b6f4-1d7152c2e59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:07.070160 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:07.073453 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:07.866984 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:20:08.253862 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Sync routers for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:20:08.263409 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:08.264406 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:08.387205 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:08.439618 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 61c0c12b-6af3-4399-a3a1-ddbb5f3269da up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:08.492080 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:08.492501 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:08.602999 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '82209ea1-e1b2-4251-bb55-3c464a15929a', 'name': '', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'mac_address': 'fa:16:3e:6a:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:04Z', 'updated_at': '2021-06-18T18:20:05Z', 'revision_number': 2, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'subnets': [{'id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:08.633621 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Checking router: 6761ce62-5e47-4065-a498-b885d3733c93 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:20:08.634047 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Updating router 6761ce62-5e47-4065-a498-b885d3733c93 port 82209ea1-e1b2-4251-bb55-3c464a15929a binding host dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 18:20:08.668825 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:08.956530 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks [] for port, precommit_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:08.966981 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.provisioning_blocks [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Transition to ACTIVE for port object 82209ea1-e1b2-4251-bb55-3c464a15929a will not be triggered until provisioned by entity L2. {{(pid=93526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:09.046134 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:09.048701 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:09.190990 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb238d6-fce8-4907-b5b7-f63bba7bbeca None None] Pushing event updated for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=3']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:09.228282 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-cbb238d6-fce8-4907-b5b7-f63bba7bbeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:09.310759 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Attempting to bind port 82209ea1-e1b2-4251-bb55-3c464a15929a on host dv-cinder-796113-5-iscsi for vnic_type normal with profile {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:20:09.311278 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Attempting to bind port 82209ea1-e1b2-4251-bb55-3c464a15929a by drivers openvswitch,hyperv on host dv-cinder-796113-5-iscsi at level 0 using segments [{'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:20:09.311726 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Attempting to bind port 82209ea1-e1b2-4251-bb55-3c464a15929a on network ac5e5181-ca23-4249-9f63-ccacd70a6a95 {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:09.319355 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Checking agent: {'id': '2386daa0-533a-4884-aa3f-3d5cad1207e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 2, 55), 'started_at': datetime.datetime(2021, 6, 18, 18, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:20:09.319852 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Checking segment: {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:09.320363 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:09.320824 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Bound using segment: {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'} {{(pid=93526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:20:09.321362 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.managers [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Bound port: 82209ea1-e1b2-4251-bb55-3c464a15929a, host: dv-cinder-796113-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1039ae9c-6285-4c7e-bb1c-59f617de41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95'}}] {{(pid=93526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:20:09.321800 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:09.392794 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] For port 82209ea1-e1b2-4251-bb55-3c464a15929a, host dv-cinder-796113-5-iscsi, cleared binding levels {{(pid=93526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:20:09.397474 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.plugins.ml2.db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] For port 82209ea1-e1b2-4251-bb55-3c464a15929a, host dv-cinder-796113-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=82209ea1-e1b2-4251-bb55-3c464a15929a,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:20:09.589347 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron_lib.callbacks.manager [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:09.591661 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:09.653335 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:20:09.653999 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:19:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:09.661282 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb238d6-fce8-4907-b5b7-f63bba7bbeca None None] Pushing event updated for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=4']} {{(pid=93526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:09.707395 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG oslo_concurrency.lockutils [None req-cbb238d6-fce8-4907-b5b7-f63bba7bbeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:09.792261 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:20:10.000542 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '82209ea1-e1b2-4251-bb55-3c464a15929a', 'name': '', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'mac_address': 'fa:16:3e:6a:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:04Z', 'updated_at': '2021-06-18T18:20:09Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'subnets': [{'id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:20:10.027806 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c064998-a5e6-4d44-9dd5-894d104adb27 None None] The sync data for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi is: [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:04Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '82209ea1-e1b2-4251-bb55-3c464a15929a', 'name': '', 'network_id': 'ac5e5181-ca23-4249-9f63-ccacd70a6a95', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'mac_address': 'fa:16:3e:6a:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:04Z', 'updated_at': '2021-06-18T18:20:09Z', 'revision_number': 4, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'subnets': [{'id': 'af328dc3-6481-426d-b173-3e2998d85a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:20:10.454820 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 82209ea1-e1b2-4251-bb55-3c464a15929a up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:10.592477 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning for port 82209ea1-e1b2-4251-bb55-3c464a15929a completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:10.598423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 82209ea1-e1b2-4251-bb55-3c464a15929a triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:10.598898 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:10.721860 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:10.767591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] For port 82209ea1-e1b2-4251-bb55-3c464a15929a, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=82209ea1-e1b2-4251-bb55-3c464a15929a,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:10.883786 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:10.886184 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:10.946747 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Pushing event updated for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:10.950493 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:12.423810 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 82209ea1-e1b2-4251-bb55-3c464a15929a up at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:12.479392 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Provisioning complete for port 82209ea1-e1b2-4251-bb55-3c464a15929a triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:12.479793 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:19.028115 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c8c0-3adb-4d5c-a295-a925d6d987cf req-13320e34-c627-4e1a-85ed-d4c1bec37c2e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:19.029763 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e532c8c0-3adb-4d5c-a295-a925d6d987cf req-13320e34-c627-4e1a-85ed-d4c1bec37c2e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0662451 Jun 18 18:20:19.075008 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e532c8c0-3adb-4d5c-a295-a925d6d987cf req-0f23c3e8-4991-4fb8-b348-f5d1b60cefe1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Jun 18 18:20:19.211607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-e9f79fad-3393-4f0c-a2a2-dd8884b3772a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:19.213075 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-e9f79fad-3393-4f0c-a2a2-dd8884b3772a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 815 time: 0.1040852 Jun 18 18:20:19.228677 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-b53f4575-f930-4789-b51a-9dc56236ab1e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/quotas/ec49ffe1219a4975981e2898ec67fd5c HTTP/1.1" status: 200 len: 375 time: 0.0101140 Jun 18 18:20:19.299834 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-78aa2534-831a-4a47-b7b8-cbe2fdb6204c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653028 Jun 18 18:20:19.397756 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-b117fde8-0515-4cdb-b0a4-072c8c386ea0 service neutron] 10.222.0.42 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859058 Jun 18 18:20:19.484912 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-20fb1e76-cf72-433c-a62b-b373b02c7fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814469 Jun 18 18:20:19.777834 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ce721f63-da81-4eaa-bfc8-5a40cd2b0ded req-5bef665b-6df3-49c9-8f57-f0dd5010ace6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 210 time: 0.0297234 Jun 18 18:20:20.250918 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ee734-862d-4a1a-93f1-600ee652dd34 req-ffbc676a-3a6c-43de-a268-aa39052b662f tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:20.253028 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b70ee734-862d-4a1a-93f1-600ee652dd34 req-ffbc676a-3a6c-43de-a268-aa39052b662f tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0659132 Jun 18 18:20:20.294760 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b70ee734-862d-4a1a-93f1-600ee652dd34 req-45ef547d-04bf-4f74-b933-5caec810ff0d tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357046 Jun 18 18:20:20.858351 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-63cf3e5b-3af0-40d1-bd02-8c1e6589ea6b req-6ef52bd9-8f84-46f7-8355-71ca34eec62c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 210 time: 0.0286415 Jun 18 18:20:21.493781 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bfe7c-4cd5-482f-ab15-26c3e78d3972 req-4de2e8d0-efcb-438e-b65d-f4c42b8b9f81 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:21.495243 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b67bfe7c-4cd5-482f-ab15-26c3e78d3972 req-4de2e8d0-efcb-438e-b65d-f4c42b8b9f81 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0633614 Jun 18 18:20:21.534794 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b67bfe7c-4cd5-482f-ab15-26c3e78d3972 req-b47e1630-427e-4b41-8f08-07ff1cfb69c5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Jun 18 18:20:22.000738 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1ab1a4f0-aa66-4a27-a1d4-b0091335af26 req-3781e22e-cf7c-49aa-be7a-e2e39e8a33cd tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 210 time: 0.0324736 Jun 18 18:20:22.622956 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d14d76ba-838f-424e-be2e-7443071ce6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:22.714320 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bda00-344c-4415-ab34-2621fa87ce4b req-f935f0ec-b227-489a-8f3e-cb5e94465d33 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:22.716080 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-035bda00-344c-4415-ab34-2621fa87ce4b req-f935f0ec-b227-489a-8f3e-cb5e94465d33 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0663297 Jun 18 18:20:22.756272 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-035bda00-344c-4415-ab34-2621fa87ce4b req-240e144a-5f74-444a-bb1a-8941e470e88b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325937 Jun 18 18:20:23.225382 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-fd71523f-8ee0-4222-82a6-6a753c6cb4c7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:23.226793 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-fd71523f-8ee0-4222-82a6-6a753c6cb4c7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 815 time: 0.3835495 Jun 18 18:20:23.247036 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'port': {'device_id': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'admin_state_up': True, 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:20:23.251613 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6bd23fda-57c3-45c5-913e-877fee863bfd req-4dbc7ba3-038f-465e-a0c6-6d0506543b0b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 210 time: 0.0451756 Jun 18 18:20:23.462668 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Made reservation on behalf of ec49ffe1219a4975981e2898ec67fd5c for: {'port': 1} {{(pid=93524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 18:20:23.466309 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:23.594216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_common [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Allocated IP 172.20.0.12 (c2d0c80e-ec98-483a-bee5-3894b2d84ea3/d5b3bb8a-ca17-45b2-bf18-301b59137990/ba1fab24-ceae-4a11-bb9e-bfacc9f26548) {{(pid=93524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:20:23.743134 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for port, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:23.756216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Transition to ACTIVE for port object ba1fab24-ceae-4a11-bb9e-bfacc9f26548 will not be triggered until provisioned by entity DHCP. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:23.922354 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10439580'] for port, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:23.930032 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:24.021399 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 is already hosted by enough agents. {{(pid=93524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:24.040953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b1804-f44c-40ea-b543-55659cfbefd9 req-bad169d7-a012-4b65-ad67-1d04e916125f tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:24.043096 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a04b1804-f44c-40ea-b543-55659cfbefd9 req-bad169d7-a012-4b65-ad67-1d04e916125f tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1701851 Jun 18 18:20:24.047972 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.base_scheduler [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Resources bound (agent type, host, resource id): {{(pid=93524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:24.060678 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Received port after_create {{(pid=93524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:20:24.070500 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:24.116720 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.117260 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.117732 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.118194 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.118661 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.119155 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.119691 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.120209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.120798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.121339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.121792 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.122253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:24.129010 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:24.158971 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a04b1804-f44c-40ea-b543-55659cfbefd9 req-88fdec05-e620-4463-99c5-0d1727d0b797 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064582 Jun 18 18:20:24.192674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:24.192674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:24.324644 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-3387f1ca-b0c9-4258-981a-3c81aa76c9de tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0813279 Jun 18 18:20:24.449514 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d8dd0cb3-f37c-4275-a623-6f14956d215e None None] Provisioning for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 completed by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:24.454191 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-d8dd0cb3-f37c-4275-a623-6f14956d215e None None] Provisioning complete for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:24.455311 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0cb3-f37c-4275-a623-6f14956d215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:24.504535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2015f1b-f929-4c4c-b703-2b5dfa82dd46 req-2f1d4bca-a84b-47fc-af4e-43e1acdd4d44 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:24.506380 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2015f1b-f929-4c4c-b703-2b5dfa82dd46 req-2f1d4bca-a84b-47fc-af4e-43e1acdd4d44 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0882876 Jun 18 18:20:24.508682 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd0cb3-f37c-4275-a623-6f14956d215e None None] Port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 cannot update to ACTIVE because it is not bound. {{(pid=93525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 18:20:24.551336 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b2015f1b-f929-4c4c-b703-2b5dfa82dd46 req-6862c1de-237a-4c56-a410-5b6ba73ed226 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Jun 18 18:20:25.137427 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33158f12-0644-417a-aeb3-28b1c9af3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:25.362254 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4a6b0-5e98-4839-a9af-9b8182c80e83 req-ac9514b8-2a8b-4ac4-a95c-cd192ebf55db tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:25.363804 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdd4a6b0-5e98-4839-a9af-9b8182c80e83 req-ac9514b8-2a8b-4ac4-a95c-cd192ebf55db tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0684602 Jun 18 18:20:25.405851 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-bdd4a6b0-5e98-4839-a9af-9b8182c80e83 req-1075d738-20b1-452e-8c3d-96d6dd40ada1 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Jun 18 18:20:25.463192 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:25.809381 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9a47-d60d-477c-b073-fde008bdb5e4 req-16e1edaa-e716-4f40-9b42-fe784e24ba9e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:25.811282 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf4f9a47-d60d-477c-b073-fde008bdb5e4 req-16e1edaa-e716-4f40-9b42-fe784e24ba9e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0882404 Jun 18 18:20:25.851258 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-cf4f9a47-d60d-477c-b073-fde008bdb5e4 req-06c6970c-5fcc-48cf-8390-cf9b14738114 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jun 18 18:20:26.491964 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:26.637506 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf7476-c508-495a-9db8-26c7ba244a9f req-8f27041d-1b08-404e-b500-c31a02852ff9 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:26.639070 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9bf7476-c508-495a-9db8-26c7ba244a9f req-8f27041d-1b08-404e-b500-c31a02852ff9 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1129169 Jun 18 18:20:26.683216 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e9bf7476-c508-495a-9db8-26c7ba244a9f req-e66d2591-13f6-41f3-a64a-3b3af0360bb0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371213 Jun 18 18:20:27.040478 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528df9-a59a-40c2-b718-cd446a63d27a req-f6e97233-d6e6-4a5b-9566-8b2ea01c383c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:27.041956 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d528df9-a59a-40c2-b718-cd446a63d27a req-f6e97233-d6e6-4a5b-9566-8b2ea01c383c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0681567 Jun 18 18:20:27.079754 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2d528df9-a59a-40c2-b718-cd446a63d27a req-bbe2855f-81b8-43ce-aa2f-64d767b1c213 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jun 18 18:20:27.899543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5e4b-c641-48e3-ac4a-6b1099378c22 req-788d0a0a-eb07-4a7d-8a7a-33e2be7b4c23 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:27.901205 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c33e5e4b-c641-48e3-ac4a-6b1099378c22 req-788d0a0a-eb07-4a7d-8a7a-33e2be7b4c23 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0853617 Jun 18 18:20:27.942600 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c33e5e4b-c641-48e3-ac4a-6b1099378c22 req-0f0c6eda-0c7f-4c9b-be8d-35f57ab2b618 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359757 Jun 18 18:20:28.115030 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:28.273997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27fdc-5ebf-4ed9-8841-0b22dca341bf req-b6f7251c-a3e1-434e-a608-4eef59ad651c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:28.276019 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-86d27fdc-5ebf-4ed9-8841-0b22dca341bf req-b6f7251c-a3e1-434e-a608-4eef59ad651c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0812161 Jun 18 18:20:28.331424 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-86d27fdc-5ebf-4ed9-8841-0b22dca341bf req-a75600d2-8222-4c03-becb-d782cc386148 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Jun 18 18:20:29.134568 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cfc1-39a5-46ed-8b2b-4837756062c1 req-662375ed-b61c-48b9-9b8c-6b8779134791 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:29.136327 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4df6cfc1-39a5-46ed-8b2b-4837756062c1 req-662375ed-b61c-48b9-9b8c-6b8779134791 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0820439 Jun 18 18:20:29.183123 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4df6cfc1-39a5-46ed-8b2b-4837756062c1 req-1e99cec0-62e3-4350-a862-2a7860b5e4b8 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381329 Jun 18 18:20:29.526481 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969766e-75c0-4896-b1f7-7405d4a2fc70 req-455d9fb6-4046-41e9-8ab1-916de279ec72 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:29.527985 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e969766e-75c0-4896-b1f7-7405d4a2fc70 req-455d9fb6-4046-41e9-8ab1-916de279ec72 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0794926 Jun 18 18:20:29.566221 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e969766e-75c0-4896-b1f7-7405d4a2fc70 req-544a824f-1f46-469d-84f8-551fed7a160e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Jun 18 18:20:30.370351 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4d90e-9ebd-4fff-9671-023a24c01105 req-344136d8-5d4c-4e4a-af68-c23c332b4379 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:30.372190 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4fa4d90e-9ebd-4fff-9671-023a24c01105 req-344136d8-5d4c-4e4a-af68-c23c332b4379 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0776396 Jun 18 18:20:30.412713 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4fa4d90e-9ebd-4fff-9671-023a24c01105 req-0790debd-2508-4e72-97e7-bc4c28dae3e5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Jun 18 18:20:30.749427 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02755a-ced2-4ca0-be9e-1cd19596a010 req-b7071ac4-b494-43f0-a273-34f2f5472169 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:30.750813 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da02755a-ced2-4ca0-be9e-1cd19596a010 req-b7071ac4-b494-43f0-a273-34f2f5472169 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0677309 Jun 18 18:20:30.790698 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da02755a-ced2-4ca0-be9e-1cd19596a010 req-5741def2-7de7-4930-b97f-14ca07af1300 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Jun 18 18:20:31.610405 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35288a-1fbc-4b68-b7d2-3f260d5e4bb5 req-cca1be55-d9f1-415f-a246-b6df4c954d58 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:31.612467 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3c35288a-1fbc-4b68-b7d2-3f260d5e4bb5 req-cca1be55-d9f1-415f-a246-b6df4c954d58 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0880015 Jun 18 18:20:31.653506 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3c35288a-1fbc-4b68-b7d2-3f260d5e4bb5 req-2a60ff1e-f40b-44c1-a54a-67e279b25f6c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354676 Jun 18 18:20:31.963690 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252989-780b-4670-8990-01ab861edda3 req-14137dcd-f7ff-4391-a3b4-24eeaafd2e3c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:31.965315 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-65252989-780b-4670-8990-01ab861edda3 req-14137dcd-f7ff-4391-a3b4-24eeaafd2e3c tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0623102 Jun 18 18:20:32.011415 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-65252989-780b-4670-8990-01ab861edda3 req-85a8b69a-0898-4a27-b939-0b6a3aae412e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Jun 18 18:20:32.463041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:32.825738 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826850b1-485a-4eff-be44-bd0b203dc8b7 req-0af23251-ae47-4103-a760-bafbe58c1f34 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:32.827164 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-826850b1-485a-4eff-be44-bd0b203dc8b7 req-0af23251-ae47-4103-a760-bafbe58c1f34 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0656967 Jun 18 18:20:32.864136 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-826850b1-485a-4eff-be44-bd0b203dc8b7 req-b5e06a0b-0466-4c8d-b02d-952b17d691ba tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Jun 18 18:20:33.198949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333ba7-d8dc-4661-b2e4-c4c7d29c327c req-2d2c8fc0-0168-4db6-903f-cb515e052645 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:33.200428 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5b333ba7-d8dc-4661-b2e4-c4c7d29c327c req-2d2c8fc0-0168-4db6-903f-cb515e052645 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0650613 Jun 18 18:20:33.246166 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5b333ba7-d8dc-4661-b2e4-c4c7d29c327c req-4a715bc5-ed39-4ae0-8ffa-09f79cf54073 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Jun 18 18:20:34.048540 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c12e60-7496-4be3-b3d4-67491f5ad1c5 req-63f0e95d-478a-49fb-bde6-f6bf6d7097a9 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:34.050596 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0c12e60-7496-4be3-b3d4-67491f5ad1c5 req-63f0e95d-478a-49fb-bde6-f6bf6d7097a9 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0716753 Jun 18 18:20:34.088831 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e0c12e60-7496-4be3-b3d4-67491f5ad1c5 req-de874cce-c1bb-4325-b5f6-037d41ae5457 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Jun 18 18:20:34.420149 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eadef-2fab-4fad-bb2e-fda8bcbcd54d req-5afcac67-927d-423c-a2c9-17e92cee4db7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:34.421642 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e99eadef-2fab-4fad-bb2e-fda8bcbcd54d req-5afcac67-927d-423c-a2c9-17e92cee4db7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.0636737 Jun 18 18:20:34.459980 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e99eadef-2fab-4fad-bb2e-fda8bcbcd54d req-cab72547-0ed5-4435-ba1b-622778c67fa0 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Jun 18 18:20:34.994562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Request body: {'port': {'device_id': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:20:35.077607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:35.374504 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-4486b01e-de6a-4dc6-a50a-529015e209ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.375974 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-4486b01e-de6a-4dc6-a50a-529015e209ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.2374475 Jun 18 18:20:35.406739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aadd6e-b1cf-4ff1-92d6-bd810712c2d0 req-8ceff54b-aa48-4f1e-9176-0e0b6359ede5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.408270 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c0aadd6e-b1cf-4ff1-92d6-bd810712c2d0 req-8ceff54b-aa48-4f1e-9176-0e0b6359ede5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1893027 Jun 18 18:20:35.547487 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c0aadd6e-b1cf-4ff1-92d6-bd810712c2d0 req-a5979b73-4df0-4302-891c-f0929d7cb787 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232007 Jun 18 18:20:35.568955 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1fab24-ceae-4a11-bb9e-bfacc9f26548 {{(pid=93524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:20:35.573985 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-5a82c5d8-9a42-451f-95b0-5e228deb1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.580972 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-5a82c5d8-9a42-451f-95b0-5e228deb1ad1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.1886439 Jun 18 18:20:35.580972 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:35.623465 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.provisioning_blocks [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Transition to ACTIVE for port object ba1fab24-ceae-4a11-bb9e-bfacc9f26548 will not be triggered until provisioned by entity L2. {{(pid=93524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 18:20:35.678275 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-6c533da4-44fe-4457-8c78-4a1968e3b0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1002 time: 0.0902326 Jun 18 18:20:35.685706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:35.692282 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-df3de26d-5dad-478d-80ac-38bf8543a5a3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:35.815974 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-571e5bbd-2cc9-495f-bd1d-a1e4a0cb5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.817424 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-571e5bbd-2cc9-495f-bd1d-a1e4a0cb5fc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.1268578 Jun 18 18:20:35.820075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=2']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:35.829597 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b14f4-c60c-4541-be55-56a77b74fb15 req-88685b36-8b55-4911-8175-7a3e74b702e5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.831721 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-850b14f4-c60c-4541-be55-56a77b74fb15 req-88685b36-8b55-4911-8175-7a3e74b702e5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 932 time: 0.1949062 Jun 18 18:20:35.833820 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:35.963139 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-850b14f4-c60c-4541-be55-56a77b74fb15 req-c5b3b01c-d999-4d88-9edd-7e799bd668df tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116989 Jun 18 18:20:35.967971 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Attempting to bind port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 18:20:35.968337 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Attempting to bind port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 18:20:35.968858 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Attempting to bind port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 on network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:35.976634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 on network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 18:20:35.976953 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Attempting to bind port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 on network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 18:20:35.985281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Checking agent: {'id': '390e6a55-ff51-4965-8e0f-25e3a1f8a2cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'started_at': datetime.datetime(2021, 6, 18, 18, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 18:20:35.985622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Checking segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 18:20:35.986029 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Bound using segment: {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'} {{(pid=93524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 18:20:35.986457 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.managers [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Bound port: ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb026f5-f8c8-4ac3-a4b7-76461408dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3'}}] {{(pid=93524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 18:20:35.986812 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:35.989809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-ebd9b906-be11-4642-b598-fbaa602b1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:35.991270 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-ebd9b906-be11-4642-b598-fbaa602b1ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586573 Jun 18 18:20:36.114423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, cleared binding levels {{(pid=93524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 18:20:36.134686 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 18:20:36.138993 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-b8081bb7-a9f2-4657-a383-b11ef02b5663 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355700 Jun 18 18:20:36.225143 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:36.229113 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-70132b51-c651-4879-a668-1c7835d88502 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:36.255821 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1271a241-ed1d-4dbb-b86b-1fc4b5d234b8 req-5c2bc0a5-1cc2-4cba-bf9e-4929787006fe service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077378 Jun 18 18:20:36.266546 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.267060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:36.269222 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 1094 time: 1.2793546 Jun 18 18:20:36.269727 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:20:36.272098 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3789169-4935-490e-8f80-1c3dbc917ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:20:36.298960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=3']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:36.302186 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:36.317243 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c13b529-12d4-4873-aefd-4b2c3808633e x-openstack-request-id: req-4c13b529-12d4-4873-aefd-4b2c3808633e {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:20:36.334216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:20:36.334216 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c13b529-12d4-4873-aefd-4b2c3808633e {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:20:36.334216 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:20:36.402469 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-d569172f-7a7b-4574-a44f-658c46683d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.403971 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-d569172f-7a7b-4574-a44f-658c46683d73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1097 time: 0.0635626 Jun 18 18:20:36.503308 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-8b600a4f-1b2b-4aac-864d-e54ba9fc55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.505273 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-8b600a4f-1b2b-4aac-864d-e54ba9fc55f1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928960 Jun 18 18:20:36.604046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-2b5b77c6-6b7e-4866-970f-2493553d0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.605596 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b3789169-4935-490e-8f80-1c3dbc917ba3 req-2b5b77c6-6b7e-4866-970f-2493553d0ad0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939519 Jun 18 18:20:36.742350 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-55c2a98d-164d-442e-a28d-c5b9d7959bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.745381 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-55c2a98d-164d-442e-a28d-c5b9d7959bae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1097 time: 0.0925395 Jun 18 18:20:36.770047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a3422-de19-4f98-959f-cfd9c71310e9 req-0cd9c5ae-f2c7-40e9-a662-831a8935c41d tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.771663 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-135a3422-de19-4f98-959f-cfd9c71310e9 req-0cd9c5ae-f2c7-40e9-a662-831a8935c41d tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0938375 Jun 18 18:20:36.816235 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-dbfef193-006d-4ca0-a606-d73060ca5dfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 217 time: 0.0626237 Jun 18 18:20:36.871815 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-135a3422-de19-4f98-959f-cfd9c71310e9 req-39f2ea0e-ca0e-47ea-9f26-fc5fce890123 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933530 Jun 18 18:20:36.889515 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-a8ff8621-deae-4acc-96db-59fb9decac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.890965 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-a8ff8621-deae-4acc-96db-59fb9decac94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0668378 Jun 18 18:20:36.952590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895412a-009d-45e7-babc-22586a782329 req-dbc2cfdc-f4e2-4105-ac02-76a76bc73271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:36.954059 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-dbc2cfdc-f4e2-4105-ac02-76a76bc73271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552211 Jun 18 18:20:37.050927 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-b6c62e37-63a6-4510-a4cc-689374091e70 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897171 Jun 18 18:20:37.456425 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce82623-02e0-47f1-a68f-d1b5a0f3701a req-335d92d6-d0e5-4416-9b8e-2f11da5eb410 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:37.457885 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dce82623-02e0-47f1-a68f-d1b5a0f3701a req-335d92d6-d0e5-4416-9b8e-2f11da5eb410 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 944 time: 0.3824856 Jun 18 18:20:37.459967 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3895412a-009d-45e7-babc-22586a782329 req-3f1d2cb4-e95c-41da-b052-5857e7cc1cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022999 Jun 18 18:20:37.496330 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dce82623-02e0-47f1-a68f-d1b5a0f3701a req-8f5357a6-96a8-469a-84d6-2c95c501eeb8 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jun 18 18:20:38.056198 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754a7b1-0128-48ea-b3c1-94fb58f7e19d req-d3bcd8a7-6ca3-4c7c-ae13-65a355ffccd2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:38.057674 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c754a7b1-0128-48ea-b3c1-94fb58f7e19d req-d3bcd8a7-6ca3-4c7c-ae13-65a355ffccd2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0684218 Jun 18 18:20:38.097160 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c754a7b1-0128-48ea-b3c1-94fb58f7e19d req-37aa9ef1-056b-42b8-8dd5-e1050da02d31 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339274 Jun 18 18:20:38.672018 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5f39-cce6-492f-824a-46888417e79a req-739e92fa-dfa6-4350-8672-4b5abd0a9208 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:38.675038 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-316d5f39-cce6-492f-824a-46888417e79a req-739e92fa-dfa6-4350-8672-4b5abd0a9208 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 944 time: 0.0686443 Jun 18 18:20:38.714566 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-316d5f39-cce6-492f-824a-46888417e79a req-465594b3-e165-46d8-ae92-8a52aca9820a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Jun 18 18:20:39.280046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a686d-c405-4c8b-bf41-5208be093b30 req-bd529e28-aeb3-4cfe-bddf-79bc9936cb0e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:39.281495 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd7a686d-c405-4c8b-bf41-5208be093b30 req-bd529e28-aeb3-4cfe-bddf-79bc9936cb0e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0696800 Jun 18 18:20:39.319452 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-fd7a686d-c405-4c8b-bf41-5208be093b30 req-eac90ce7-52fe-47a8-87cf-3cb93c09a547 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Jun 18 18:20:39.883849 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39f586-fb2e-4d78-b0fb-0bbcf84106bf req-fa66b635-3928-497f-9fa4-76e6df7ebcff tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:39.885691 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2a39f586-fb2e-4d78-b0fb-0bbcf84106bf req-fa66b635-3928-497f-9fa4-76e6df7ebcff tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 944 time: 0.0631657 Jun 18 18:20:39.925822 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2a39f586-fb2e-4d78-b0fb-0bbcf84106bf req-82a66a35-fa0f-4d6b-8d53-ab78d4b85a8b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Jun 18 18:20:40.494973 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a73a24-7b5b-43f3-af58-1ebe91aef47c req-3bc6e28a-eef2-4df4-b0cb-c6a87d4c0a5b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:40.496458 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06a73a24-7b5b-43f3-af58-1ebe91aef47c req-3bc6e28a-eef2-4df4-b0cb-c6a87d4c0a5b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0672283 Jun 18 18:20:40.535224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06a73a24-7b5b-43f3-af58-1ebe91aef47c req-0274751e-9ba5-444e-ba23-7ea90014add5 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Jun 18 18:20:41.049961 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f917a-6db9-4146-beb8-3cebba2f6f52 req-dcf3b909-efa6-4860-930e-19327ee5db91 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:41.051425 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-929f917a-6db9-4146-beb8-3cebba2f6f52 req-dcf3b909-efa6-4860-930e-19327ee5db91 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0686374 Jun 18 18:20:41.117631 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-29e0fe86-a3a2-4fca-8f4c-ae2feaf4ef3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466768 Jun 18 18:20:41.122549 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-929f917a-6db9-4146-beb8-3cebba2f6f52 req-0ff6b70a-29bc-4327-9d5f-0500e0790be3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620930 Jun 18 18:20:41.147115 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaff15f-36fe-44bc-a323-9565f0a8ef94 req-9ca4b1b6-4f87-4ffc-b727-ca9af654a936 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:41.147115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfaff15f-36fe-44bc-a323-9565f0a8ef94 req-9ca4b1b6-4f87-4ffc-b727-ca9af654a936 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 944 time: 0.1059191 Jun 18 18:20:41.185369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dfaff15f-36fe-44bc-a323-9565f0a8ef94 req-e08c11ee-7047-4c8f-8fc5-d9d0fc098d5a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jun 18 18:20:42.255020 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device ba1fab24-ceae-4a11-bb9e-bfacc9f26548 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:20:42.260764 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:20:42.406579 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1977fae-364d-43be-9fa5-ea83e12b1e13 req-22ee0c86-f6d5-426b-a74a-e1ca147942d9 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:42.407146 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:42.408010 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1977fae-364d-43be-9fa5-ea83e12b1e13 req-22ee0c86-f6d5-426b-a74a-e1ca147942d9 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 944 time: 0.1049309 Jun 18 18:20:42.430321 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:42.447637 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65242d-06f3-40a9-a6cb-1f23f086b546 req-2f6ddd55-e507-4f76-b714-56dcec10c2f2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:42.449697 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:20:42.449860 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e65242d-06f3-40a9-a6cb-1f23f086b546 req-2f6ddd55-e507-4f76-b714-56dcec10c2f2 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.2174654 Jun 18 18:20:42.451383 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07502dc3-a7a1-44fd-ab3f-eb521d6153d6" -d '{"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-unplugged", "status": "completed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:20:42.462780 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'port_id': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'mac_address': 'fa:16:3e:1e:0e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:20:42.467343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:42.480871 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e1977fae-364d-43be-9fa5-ea83e12b1e13 req-1893c7e2-30ba-4651-b432-8b6e858bb54b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656283 Jun 18 18:20:42.506082 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:42.509320 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6e65242d-06f3-40a9-a6cb-1f23f086b546 req-d41cc4b6-7b78-483d-8005-4b4fd652895e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518322 Jun 18 18:20:42.521749 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1fab24-ceae-4a11-bb9e-bfacc9f26548 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:20:42.528378 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75e72b7-0c12-499e-83d5-958bc7f8ca63 x-openstack-request-id: req-b75e72b7-0c12-499e-83d5-958bc7f8ca63 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:20:42.528784 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-unplugged", "status": "failed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "code": 422}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:20:42.529053 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b75e72b7-0c12-499e-83d5-958bc7f8ca63 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:20:42.529452 dv-cinder-796113-5-iscsi neutron-server[93525]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'code': 422} returned with failed status Jun 18 18:20:42.544667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:42.551450 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:42.554411 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:42.600929 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=6']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:42.607670 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.608017 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.608383 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.608722 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.609060 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.609391 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.609717 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.610041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.610368 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.610688 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.611038 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.611844 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:42.615639 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:42.636885 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:42.638496 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a718eda7-ce64-4098-bc7d-5ce28b0c3e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:42.683318 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=4']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:42.686361 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:42.914910 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:20:43.661515 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b0e27-5e4a-4abf-8d32-dde68bc07bff req-6e6c58f6-2868-4fa6-92ac-f3ac87ac1922 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:43.662939 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e75b0e27-5e4a-4abf-8d32-dde68bc07bff req-6e6c58f6-2868-4fa6-92ac-f3ac87ac1922 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 945 time: 0.0703714 Jun 18 18:20:43.729369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e75b0e27-5e4a-4abf-8d32-dde68bc07bff req-be26f0e3-c15b-422b-a473-0ac0b5d2ea72 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Jun 18 18:20:43.759229 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54578aa-3b2c-489e-89bb-8cbd416f1886 req-ab3447d4-e51d-4832-9b9c-18da272e5d22 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:43.760722 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d54578aa-3b2c-489e-89bb-8cbd416f1886 req-ab3447d4-e51d-4832-9b9c-18da272e5d22 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.1330295 Jun 18 18:20:43.800275 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d54578aa-3b2c-489e-89bb-8cbd416f1886 req-e4745c81-4863-479a-8a9c-6f71a275c3cd tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338194 Jun 18 18:20:43.858824 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-12585d4a-84a4-4ffb-bef6-4a5542bbe0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:43.860371 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-12585d4a-84a4-4ffb-bef6-4a5542bbe0c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256&tenant_id=f891bde6f0864ee6a12e83a179606c3e HTTP/1.1" status: 200 len: 1097 time: 0.0557425 Jun 18 18:20:43.938351 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-8f9645f7-ddc8-4bb1-a271-8699b8f38b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:43.939837 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-8f9645f7-ddc8-4bb1-a271-8699b8f38b91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1097 time: 0.0524592 Jun 18 18:20:44.031128 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-bcb43c7e-10e8-4d7b-a0da-caa6f946b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:44.032586 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-bcb43c7e-10e8-4d7b-a0da-caa6f946b8a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.0822079 Jun 18 18:20:44.103913 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-68eb0ef0-1489-4289-9058-26bcb4f186f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1000 time: 0.0607352 Jun 18 18:20:44.155346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-4d7c4ee4-feac-4775-a6bb-ea289466f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:44.156774 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-4d7c4ee4-feac-4775-a6bb-ea289466f96a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.0428498 Jun 18 18:20:44.215158 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-6e4facf3-a5e9-4a9d-930f-d6846c4c37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:44.216613 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-6e4facf3-a5e9-4a9d-930f-d6846c4c37f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502067 Jun 18 18:20:44.253554 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device ba1fab24-ceae-4a11-bb9e-bfacc9f26548 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:44.312838 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-d2aa1943-3433-4bf4-926a-c7d9144ccebb service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860012 Jun 18 18:20:44.359590 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 completed by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 18:20:44.363422 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:44.363797 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:44.409569 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-97d656ec-d7b6-483e-b786-3e4e290c4bf1 req-be7224eb-ada4-442d-990f-ad32b3387a59 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868485 Jun 18 18:20:44.439718 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:44.470924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:44.530915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:20:44.533310 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc91ab7-effd-4b5a-8632-95415a853350" -d '{"events": [{"server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:20:44.567841 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00ce726-879a-4ca4-b202-74d36f23c1f4 x-openstack-request-id: req-a00ce726-879a-4ca4-b202-74d36f23c1f4 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:20:44.568136 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:20:44.568422 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a00ce726-879a-4ca4-b202-74d36f23c1f4 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:20:44.568815 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'code': 200} Jun 18 18:20:44.591737 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:44.593639 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:44.641829 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=5']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:44.645675 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:44.868676 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:20:44.978634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6a1-42a8-47bc-a5a3-bea24f5aef68 req-138c9c3b-7622-4b70-8c06-aae54011a1c9 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:44.980005 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ebb3c6a1-42a8-47bc-a5a3-bea24f5aef68 req-138c9c3b-7622-4b70-8c06-aae54011a1c9 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.1397300 Jun 18 18:20:45.019158 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de6ab8-04b1-4516-b8c3-a5c674fa4bab req-02d3c35b-f522-47c1-a13b-3c14c2f767bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:45.020631 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f2de6ab8-04b1-4516-b8c3-a5c674fa4bab req-02d3c35b-f522-47c1-a13b-3c14c2f767bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1099 time: 0.1256492 Jun 18 18:20:45.059173 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ebb3c6a1-42a8-47bc-a5a3-bea24f5aef68 req-cd3964a3-e37b-4fb3-ab10-db7c22a05a7f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Jun 18 18:20:45.068077 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9353-5bb4-405a-b673-7db83c37f04d req-f2dc15e0-6f7d-436c-9bd1-2c30f122e481 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:45.070728 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b3b9353-5bb4-405a-b673-7db83c37f04d req-f2dc15e0-6f7d-436c-9bd1-2c30f122e481 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.1449115 Jun 18 18:20:45.090497 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f2de6ab8-04b1-4516-b8c3-a5c674fa4bab req-ef527a3b-9ca9-479e-acdc-81dcbe2fc886 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Jun 18 18:20:45.118217 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b3b9353-5bb4-405a-b673-7db83c37f04d req-25a3a9ce-f088-4b0f-9bc3-ef1a74aafa69 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Jun 18 18:20:46.233509 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c641c-5db1-4bf1-bc0b-e338fce9a4f2 req-a5bb695d-bd5c-4de1-9f46-431a8013dfa3 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:46.235108 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-857c641c-5db1-4bf1-bc0b-e338fce9a4f2 req-a5bb695d-bd5c-4de1-9f46-431a8013dfa3 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0648360 Jun 18 18:20:46.307918 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-857c641c-5db1-4bf1-bc0b-e338fce9a4f2 req-12fb8748-e32f-4db3-85b2-294836586ffa tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Jun 18 18:20:46.327452 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000b9c9-cc88-4891-9774-fed12f6ff50f req-e95b5587-3b84-42b8-b7f4-9c462ce78845 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:46.328927 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7000b9c9-cc88-4891-9774-fed12f6ff50f req-e95b5587-3b84-42b8-b7f4-9c462ce78845 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0928912 Jun 18 18:20:46.366615 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-7000b9c9-cc88-4891-9774-fed12f6ff50f req-0337a8b0-302f-4f42-a596-5bb536f29ba0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jun 18 18:20:47.478543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9894ae-c1b2-4aa9-9d03-4081cbb1e19a req-67a85afc-47ef-4516-9c2c-763c467d5b59 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:47.480036 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eb9894ae-c1b2-4aa9-9d03-4081cbb1e19a req-67a85afc-47ef-4516-9c2c-763c467d5b59 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0642226 Jun 18 18:20:47.548853 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-eb9894ae-c1b2-4aa9-9d03-4081cbb1e19a req-dcd96152-7d72-4f24-ad6d-4198b8c1e709 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591636 Jun 18 18:20:47.568916 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d698e-6309-4c41-a8d2-4f1ed228eb1e req-cb9c7003-c614-4ff9-bb9e-03652a4578ff tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:47.570363 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-912d698e-6309-4c41-a8d2-4f1ed228eb1e req-cb9c7003-c614-4ff9-bb9e-03652a4578ff tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0894411 Jun 18 18:20:47.613818 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-912d698e-6309-4c41-a8d2-4f1ed228eb1e req-622fd854-9e26-40a7-942c-01f0f590988e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Jun 18 18:20:47.722084 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2455b-a5af-4966-8748-77b6674523ca req-9ad37c8c-9383-46e3-b9c4-9336d14d0eec tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:47.723512 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2cd2455b-a5af-4966-8748-77b6674523ca req-9ad37c8c-9383-46e3-b9c4-9336d14d0eec tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0619521 Jun 18 18:20:47.760721 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-2cd2455b-a5af-4966-8748-77b6674523ca req-69bac2d2-5490-4d25-9858-e26363f28fb8 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jun 18 18:20:48.132815 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc0df-d6a7-407b-9bc6-3c40420ce9ca req-7ede0f58-f6e6-4a63-85b4-467ad0d98179 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:48.134290 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32ecc0df-d6a7-407b-9bc6-3c40420ce9ca req-7ede0f58-f6e6-4a63-85b4-467ad0d98179 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0629396 Jun 18 18:20:48.171927 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32ecc0df-d6a7-407b-9bc6-3c40420ce9ca req-809eab15-ab6c-4135-a684-eceb4ca02458 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jun 18 18:20:48.793507 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c605b-7ba2-44c0-b76e-53a20b271927 req-9fcb7e28-1759-430f-af2f-ec5f1e29566e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:48.794983 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-992c605b-7ba2-44c0-b76e-53a20b271927 req-9fcb7e28-1759-430f-af2f-ec5f1e29566e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0718009 Jun 18 18:20:48.833966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-992c605b-7ba2-44c0-b76e-53a20b271927 req-2dd1b12f-1dcc-4e05-8c4e-2356d74cb6e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Jun 18 18:20:50.009057 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918136c-d725-4ca1-bf1f-f79cae923596 req-2520bd1f-018b-4e7e-b295-73c9a418ce54 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:50.010530 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0918136c-d725-4ca1-bf1f-f79cae923596 req-2520bd1f-018b-4e7e-b295-73c9a418ce54 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0650246 Jun 18 18:20:50.049872 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0918136c-d725-4ca1-bf1f-f79cae923596 req-5769794e-323a-426e-bde7-e83a8f20b0ab tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336213 Jun 18 18:20:51.220738 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35327b-c13f-4742-aec2-88f2c173354d req-0be79d82-ccca-4e09-8814-2e0341b78903 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:51.222935 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ce35327b-c13f-4742-aec2-88f2c173354d req-0be79d82-ccca-4e09-8814-2e0341b78903 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0649793 Jun 18 18:20:51.267754 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ce35327b-c13f-4742-aec2-88f2c173354d req-fdd370f5-8386-4b6f-8824-d39f6c300e46 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Jun 18 18:20:52.289561 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=93525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 18:20:52.387514 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:52.399444 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Returning: {'device': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'port_id': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'mac_address': 'fa:16:3e:9c:18:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 18:20:52.458664 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf04ed-7412-4ca8-bc35-914787daf6f1 req-b6adb127-e25f-42c4-87ab-c0092a94a31c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:52.460224 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32bf04ed-7412-4ca8-bc35-914787daf6f1 req-b6adb127-e25f-42c4-87ab-c0092a94a31c tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 944 time: 0.0672581 Jun 18 18:20:52.501042 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32bf04ed-7412-4ca8-bc35-914787daf6f1 req-684f19f3-af06-4f2f-9a73-7e1d7c222159 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347753 Jun 18 18:20:52.574542 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:52.588498 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9139ad2b-f7bd-4af1-a61c-7d730db5b292 {{(pid=93525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 18:20:52.609864 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:52.648408 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-175112d7-0ae5-4afe-849f-a1e0d4315662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:52.682510 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:52.684236 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:52.728999 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=7']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:52.732325 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:52.925708 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['9139ad2b-f7bd-4af1-a61c-7d730db5b292'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:20:53.676332 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80dfcd-9195-4c75-9bf7-bb73fb1e2f05 req-e6bdd46d-6d64-40f0-8027-6fdae70ec873 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:53.677813 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be80dfcd-9195-4c75-9bf7-bb73fb1e2f05 req-e6bdd46d-6d64-40f0-8027-6fdae70ec873 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 945 time: 0.0639498 Jun 18 18:20:53.715877 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be80dfcd-9195-4c75-9bf7-bb73fb1e2f05 req-56e8dc3f-8983-43c1-b099-c0a7a9661e04 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Jun 18 18:20:54.283598 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 up at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 18:20:54.329446 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Provisioning complete for port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 triggered by entity L2. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:20:54.329825 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:54.404831 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:54.427068 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:20:54.429368 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c31f7bd402cca43fb13b1de4adde7a397e2f911a7315384b48a5491360299d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2cb25f-753e-40a8-9b44-9f2d52af1c66" -d '{"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-plugged", "status": "completed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:20:54.441559 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:20:54.465691 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6867fdd-eec9-440f-9983-bcda6ad57825 x-openstack-request-id: req-e6867fdd-eec9-440f-9983-bcda6ad57825 {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:20:54.465993 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-plugged", "status": "completed", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "code": 200}]} {{(pid=93525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:20:54.466255 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6867fdd-eec9-440f-9983-bcda6ad57825 {{(pid=93525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:20:54.466655 dv-cinder-796113-5-iscsi neutron-server[93525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'code': 200} Jun 18 18:20:54.553651 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133'] for port, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:54.555601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:54.601746 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Pushing event updated for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=8']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:54.604750 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:54.792545 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896478-fc34-48e5-b3ed-e50d7a558ac9 req-864c6a10-a310-466e-9b25-31a7cf8da0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:54.794027 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-92896478-fc34-48e5-b3ed-e50d7a558ac9 req-864c6a10-a310-466e-9b25-31a7cf8da0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.0555546 Jun 18 18:20:54.832205 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-92896478-fc34-48e5-b3ed-e50d7a558ac9 req-ca93ecc1-9113-404f-9ab2-dcad8e656591 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Jun 18 18:20:54.891763 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d599935-a66f-4b88-8210-9c83a9e8a228 req-34915c02-6df8-4269-903d-ac4468d56c66 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:54.894097 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d599935-a66f-4b88-8210-9c83a9e8a228 req-34915c02-6df8-4269-903d-ac4468d56c66 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0643475 Jun 18 18:20:54.934564 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6d599935-a66f-4b88-8210-9c83a9e8a228 req-a117a64e-4c5d-45fe-b534-f41756a71382 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jun 18 18:20:55.140034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3586-3817-40b2-aa93-8ddcddf05e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:55.494334 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:56.104325 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baaf36-cfc0-4782-83d3-c8f272930db2 req-cc71cb33-d623-4950-af08-75be7a8c4581 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:56.105779 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c1baaf36-cfc0-4782-83d3-c8f272930db2 req-cc71cb33-d623-4950-af08-75be7a8c4581 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.0622146 Jun 18 18:20:56.146161 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c1baaf36-cfc0-4782-83d3-c8f272930db2 req-9c4893a6-594f-475b-855a-dc4877833f36 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347927 Jun 18 18:20:56.461871 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:58.107330 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:58.633335 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d055-d6a5-4a7c-bbaf-17f0667cac2c req-889f9073-78c3-43fb-b535-606acc9d2f9d tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:58.634819 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a3c1d055-d6a5-4a7c-bbaf-17f0667cac2c req-889f9073-78c3-43fb-b535-606acc9d2f9d tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0628204 Jun 18 18:20:58.671080 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a3c1d055-d6a5-4a7c-bbaf-17f0667cac2c req-a0b02919-fec9-4207-9fd8-ba2be82f0781 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Jun 18 18:20:58.695812 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42114) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:20:58.785072 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de15a9-27eb-4cbe-88be-4072939035d1 tempest-TestMinimumBasicScenario-1487404671 tempest-TestMinimumBasicScenario-1487404671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:20:58.786534 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d2de15a9-27eb-4cbe-88be-4072939035d1 tempest-TestMinimumBasicScenario-1487404671 tempest-TestMinimumBasicScenario-1487404671-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1094 time: 0.0896692 Jun 18 18:20:58.789371 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42118) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:20:58.793602 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'floatingip': {'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'port_id': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:20:58.930640 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for floatingip, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:59.024399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-566896'] for port, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:59.125938 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_common [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Allocated IP 172.27.2.162 (eaa3fec3-1398-44c7-a705-1f53cad27f68/0377427a-05ed-48ba-b353-253cb2ecf50e/643dc58c-d006-463a-b446-f30314a27054) {{(pid=93523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 18:20:59.226763 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for port, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:59.346021 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760200831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10371874'] for port, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:59.348991 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8a584742-6271-4843-9fd5-f68fa529ebe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:20:59.383600 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Network eaa3fec3-1398-44c7-a705-1f53cad27f68 is already hosted by enough agents. {{(pid=93523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 18:20:59.386276 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.base_scheduler [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Resources bound (agent type, host, resource id): {{(pid=93523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 18:20:59.389819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Received port after_create {{(pid=93523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 18:20:59.419343 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'Port': ['ID=643dc58c-d006-463a-b446-f30314a27054,revision_number=1']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:20:59.431501 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.431885 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.432261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.432657 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.433025 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.433391 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.433755 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.434125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.434485 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.434841 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.435196 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.435552 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:20:59.440145 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:20:59.762783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:20:59.914279 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:00.060515 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for port, precommit_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:00.242612 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10371860'] for port, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:00.244823 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fc34bc5c-37a8-48c0-9fed-f90da052e925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:00.307079 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'Port': ['ID=643dc58c-d006-463a-b446-f30314a27054,revision_number=2']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:00.311104 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:00.321388 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637251'] for floatingip, after_update {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:00.419135 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Floating IP faec4e66-8db1-49a6-abd6-be40054f9984 associated. External IP: 172.27.2.162, port: ba1fab24-ceae-4a11-bb9e-bfacc9f26548. Jun 18 18:21:00.630605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Router b19cce9c-8f6b-4b1c-a94c-31722b084f5b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:21:00.745549 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:21:00.755299 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Sync routers for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:21:00.764607 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:00.765222 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:00.822059 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:00.857508 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-5efad58e-5290-424a-8a4e-18442e0e23bf tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0671313 Jun 18 18:21:00.858178 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:00.860317 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42120) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:00.860884 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef493e-8649-423c-ac7f-ca82a477c487" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:00.866590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982494274', 'description': 'tempest-secgroup-smoke-982494274 description', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c'}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:00.871711 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:00.902649 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ce508-5d75-4fa8-bd5d-cc6bf83a5f8b x-openstack-request-id: req-979ce508-5d75-4fa8-bd5d-cc6bf83a5f8b {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:00.903042 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:00.903434 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-979ce508-5d75-4fa8-bd5d-cc6bf83a5f8b {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:00.903946 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:21:00.977354 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, before_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.054217 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-b9c76538-b4b5-4cf3-b613-c8e7dc09dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:01.055837 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-b9c76538-b4b5-4cf3-b613-c8e7dc09dcfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1099 time: 0.1306748 Jun 18 18:21:01.099087 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'faec4e66-8db1-49a6-abd6-be40054f9984', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'port_id': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'mac_address': 'fa:16:3e:1e:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:20:59Z', 'updated_at': '2021-06-18T18:20:59Z', 'revision_number': 0, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:01.126410 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Checking router: b19cce9c-8f6b-4b1c-a94c-31722b084f5b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:21:01.135987 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:01.136648 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:01.150040 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.176919 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-539b7d7f-2762-4657-bce1-a8cac0ba9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:01.180811 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-539b7d7f-2762-4657-bce1-a8cac0ba9a5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 916 time: 0.1135283 Jun 18 18:21:01.235207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_create {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.242499 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:01.244193 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0eb86564-5011-44f8-90e6-f67b2c9d3ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:01.266884 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-ae2228a7-53f1-470d-9660-0b47dd0d74af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 1000 time: 0.0822964 Jun 18 18:21:01.300875 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf502542-22ed-4a21-b88e-87806de4dd4d,revision_number=1']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:01.304844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:01.322274 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-b747985c-673f-4f71-a6da-5bbe6fce47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:01.323724 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-b747985c-673f-4f71-a6da-5bbe6fce47d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0505586 Jun 18 18:21:01.359732 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.365929 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e3e3b52b-6c44-46d0-a5d1-f4892e3e2df2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4993143 Jun 18 18:21:01.366087 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42126) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:01.369371 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:01.386023 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-6b7262bb-8e2c-4ab8-b87c-12717166dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:01.387498 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-6b7262bb-8e2c-4ab8-b87c-12717166dde0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572569 Jun 18 18:21:01.400779 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-f2ac38c4-e932-4129-a878-e96fbb8760fe service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 18:21:01.401642 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-f2ac38c4-e932-4129-a878-e96fbb8760fe service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058401 Jun 18 18:21:01.469886 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'faec4e66-8db1-49a6-abd6-be40054f9984', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'port_id': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'mac_address': 'fa:16:3e:1e:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:20:59Z', 'updated_at': '2021-06-18T18:20:59Z', 'revision_number': 0, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:01.496678 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8fd9-da3e-46fe-8c9b-4e6aeb938702 None None] The sync data for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi is: [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': 'faec4e66-8db1-49a6-abd6-be40054f9984', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'port_id': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'mac_address': 'fa:16:3e:1e:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:20:59Z', 'updated_at': '2021-06-18T18:20:59Z', 'revision_number': 0, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:21:01.497073 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-04d27a77-481a-41c4-bb50-d51b960230a5 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862162 Jun 18 18:21:01.508058 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.569978 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.599629 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-52ef493e-8649-423c-ac7f-ca82a477c487 req-1965c928-41ee-4f40-957f-f26fc92e3e8c service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963616 Jun 18 18:21:01.671399 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.676692 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:01.691670 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd511d6-4d62-40fc-bf7b-76b7f8853518 None None] New status for floating IP faec4e66-8db1-49a6-abd6-be40054f9984: ACTIVE {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:21:01.693012 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e39aa13-3444-41a7-93cb-6d5d329a849f,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:01.701226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:01.768753 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.769971 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4047420 Jun 18 18:21:01.772790 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42128) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:01.777516 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:01.847766 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.907511 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.981684 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:01.983782 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e7d0e506-2489-49d1-962b-7de584abad7e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:02.000763 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87e5ffa-8806-4541-9b0e-ae4c97e484a2,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:02.003435 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:02.101941 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.103144 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f4991926-5092-407a-8108-af49e1c16a52 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293757 Jun 18 18:21:02.105800 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42130) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:02.110249 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:02.220700 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.278864 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.390997 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.393335 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:02.410952 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d7252a-c866-40be-9e8d-1f376eb5c88d,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:02.413689 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:02.496510 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.519566 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.520810 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-e45e1797-b842-44c8-9f9b-38c36b875220 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140801 Jun 18 18:21:02.528230 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42132) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:02.528635 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:02.666162 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.725100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.838953 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:02.843822 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c6139904-550d-46ba-827c-9468613fcc3f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:02.859942 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4e2fbe-6fa2-4ae3-b7d1-ccd848815299,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:02.862204 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:03.016185 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.017405 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-cd26fa6b-0eab-4bc4-bbe2-c805c8127ea6 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4924290 Jun 18 18:21:03.020654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42134) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:03.025935 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:03.187469 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.securitygroups_db [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Project ec49ffe1219a4975981e2898ec67fd5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:21:03.192565 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.252685 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.336199 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.338263 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:03.362594 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdd30ae-22d1-4f48-a54e-d773ab66f41f,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:03.366042 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:03.461679 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.462823 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-8aed5820-3ec3-41a2-93e1-3deb5ad80498 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4410679 Jun 18 18:21:03.465846 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42136) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:03.470226 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.v2.base [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'security_group_rule': {'security_group_id': 'bf502542-22ed-4a21-b88e-87806de4dd4d', 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:03.673511 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.securitygroups_db [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Project ec49ffe1219a4975981e2898ec67fd5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 18:21:03.679296 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.739655 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.810024 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444664'] for security_group_rule, after_create {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.811764 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:03.828650 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b7483a-9ab2-475b-9844-9a3caf9c6058,revision_number=0']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:03.830772 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:03.907551 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:03.908788 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7f482744-2416-4dbc-b3ef-5c694d75eb57 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4420099 Jun 18 18:21:04.024249 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-18dc0925-4e7b-4a72-8f90-513edd2be0bc tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982494274&fields=id&tenant_id=ec49ffe1219a4975981e2898ec67fd5c HTTP/1.1" status: 200 len: 267 time: 0.0337977 Jun 18 18:21:04.089427 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-2daf1d19-5ee1-4faf-be70-b58beb648a7e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:04.090859 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-2daf1d19-5ee1-4faf-be70-b58beb648a7e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0612619 Jun 18 18:21:04.102403 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'port': {'security_groups': ['b4e26114-53a4-48d7-93ed-3e217a0cedf4', 'bf502542-22ed-4a21-b88e-87806de4dd4d']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:21:04.189174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:04.384739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:04.416722 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:04.507681 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:04.516166 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-bde94f29-5bb3-4395-b6d5-9c9dc83d8471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:04.520730 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:21:04.553430 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:04.554595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:04.556531 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-ebfc483c-0725-43b7-94ed-fdba0676d69d req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "PUT /v2.0/ports/ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 982 time: 0.4593861 Jun 18 18:21:04.557140 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:04.560710 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06543ede-d99b-45af-a90e-f664d6965d48" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:04.624949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=6']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:04.629598 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:04.639985 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:21:04.717153 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309b4f93-6446-47e6-8b0c-2849332980d6 x-openstack-request-id: req-309b4f93-6446-47e6-8b0c-2849332980d6 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:04.717153 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:04.717153 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-309b4f93-6446-47e6-8b0c-2849332980d6 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:04.717593 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:21:04.788126 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1da5-7906-477e-aca6-ca2da9e38d40 req-77dc1fce-5c03-46db-bfb5-be2d4403c16d tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:04.789637 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-64be1da5-7906-477e-aca6-ca2da9e38d40 req-77dc1fce-5c03-46db-bfb5-be2d4403c16d tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1166689 Jun 18 18:21:04.832636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543ede-d99b-45af-a90e-f664d6965d48 req-13fe17d8-d17b-4e9d-956e-d558dccac24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:04.834055 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-13fe17d8-d17b-4e9d-956e-d558dccac24c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1138 time: 0.0942791 Jun 18 18:21:04.841100 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-64be1da5-7906-477e-aca6-ca2da9e38d40 req-4868059c-5f35-4492-92bb-4cf6efcb900b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452807 Jun 18 18:21:04.874489 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-4ecf9e5d-1214-46e9-b89a-3a4dc4d1d419 None None] Provisioning complete for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:21:04.874866 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-4ecf9e5d-1214-46e9-b89a-3a4dc4d1d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:04.929011 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543ede-d99b-45af-a90e-f664d6965d48 req-791019c2-917b-4d94-afd2-4e1ee305d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:04.930470 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-791019c2-917b-4d94-afd2-4e1ee305d4f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 916 time: 0.0885472 Jun 18 18:21:04.996706 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-711eb0fa-a483-4ae8-a513-2bf76f7aa4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 1002 time: 0.0583513 Jun 18 18:21:05.044957 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543ede-d99b-45af-a90e-f664d6965d48 req-ad9627e9-51e2-484b-9e47-bee2521d00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:05.046455 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-ad9627e9-51e2-484b-9e47-bee2521d00e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0431554 Jun 18 18:21:05.109610 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543ede-d99b-45af-a90e-f664d6965d48 req-ac16eaf6-ccc1-4f33-a24e-60c2a5f95955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:05.111129 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-ac16eaf6-ccc1-4f33-a24e-60c2a5f95955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555165 Jun 18 18:21:05.161768 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42148) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:05.279504 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-28800aaa-1381-407a-89cc-c2954b5677ba service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610298 Jun 18 18:21:05.407170 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06543ede-d99b-45af-a90e-f664d6965d48 req-18a8d4bd-1e0f-41db-8cf4-b26f97035062 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186688 Jun 18 18:21:05.416008 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 9ac3ed28-2d6c-4743-878e-9f79041701e3 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:05.416378 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:05.497174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:05.503494 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:05.821499 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 9ac3ed28-2d6c-4743-878e-9f79041701e3 owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:06.044419 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:06.046553 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-efc42aaf-1e69-4ea6-8a9a-cfdc35ff17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:06.075420 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=9ac3ed28-2d6c-4743-878e-9f79041701e3,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:06.079799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:06.135032 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:06.135410 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP 205592b8-444e-496b-9edd-a568123f468c disassociated (deleted). External IP: 172.27.2.179, port: 94bc78fb-6d45-43ef-a0ba-d3ecffde3501. Jun 18 18:21:06.349284 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:21:06.469588 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:21:06.474557 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:06.479454 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:21:06.488262 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:06.488908 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:06.511310 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-1b99eee4-f2f2-4837-a4de-5c20be38b8ba tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "DELETE /v2.0/floatingips/205592b8-444e-496b-9edd-a568123f468c HTTP/1.1" status: 204 len: 168 time: 1.3479791 Jun 18 18:21:06.598215 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:06.677650 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-1c98f5e4-b1c9-476e-8cbf-7b630fa22b9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520997 Jun 18 18:21:06.718495 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:06.720998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d6a46-7359-4d36-aa6a-becf1a111f70" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:06.763774 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6856a9-6d9d-49b5-b2be-0a3a30448251 x-openstack-request-id: req-fd6856a9-6d9d-49b5-b2be-0a3a30448251 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:06.764158 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:06.764486 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd6856a9-6d9d-49b5-b2be-0a3a30448251 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:06.764925 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'status': 'completed', 'code': 200} Jun 18 18:21:06.786700 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-b4778688-1f50-41b9-b502-1e5275f3ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:06.788764 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-b4778688-1f50-41b9-b502-1e5275f3ad71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1099 time: 0.0645659 Jun 18 18:21:06.847489 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:06.881751 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:21:06.885320 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:06.885944 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:06.911071 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-62186c28-8658-4181-b1a1-b885fd2549ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:06.912594 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-62186c28-8658-4181-b1a1-b885fd2549ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 1098 time: 0.1229379 Jun 18 18:21:06.944251 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-57dc3ded-0d75-406c-b0f8-2d98a55b2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:06.945675 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-57dc3ded-0d75-406c-b0f8-2d98a55b2dd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.1201425 Jun 18 18:21:06.991851 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:07.055098 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-15efad48-1357-45f8-977b-32ed86d0668c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 1002 time: 0.0850425 Jun 18 18:21:07.077256 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-59b9338f-36e9-4d5b-8d15-1c75328cd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.078697 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-59b9338f-36e9-4d5b-8d15-1c75328cd5ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.1557927 Jun 18 18:21:07.140291 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-c3cf5f6c-d92c-4951-867f-77d4c2717587 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501 HTTP/1.1" status: 200 len: 217 time: 0.0389352 Jun 18 18:21:07.152615 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-8e0cbebe-f0ca-4a7b-ba02-c844fd864dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.154232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-8e0cbebe-f0ca-4a7b-ba02-c844fd864dd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0898719 Jun 18 18:21:07.232832 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-51f64799-2a97-447e-b044-911bed51a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.234230 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-51f64799-2a97-447e-b044-911bed51a78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0791738 Jun 18 18:21:07.325358 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-3d31a3e2-390b-458c-ac17-b5ab48baed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.326820 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-3d31a3e2-390b-458c-ac17-b5ab48baed5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1631303 Jun 18 18:21:07.363681 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:07.389152 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-3d909855-ec8a-4c98-a999-707a447cbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.390533 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-3d909855-ec8a-4c98-a999-707a447cbfeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1449382 Jun 18 18:21:07.393343 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252867d-cade-4104-b36b-f081baff50f3 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_floatingips': [{'id': '1d58c492-a28c-4340-860b-a109f7a777d1', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'router_id': '17659adc-6e35-4427-925c-7bf64332527b', 'port_id': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'mac_address': 'fa:16:3e:4a:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:13Z', 'revision_number': 1, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:21:07.400863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e983a-bd22-41aa-9f8c-16d4d010ebec req-f677ac3c-7295-4a88-bfe9-9700d2d2e666 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:07.402347 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8f7e983a-bd22-41aa-9f8c-16d4d010ebec req-f677ac3c-7295-4a88-bfe9-9700d2d2e666 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.1733782 Jun 18 18:21:07.538555 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8f7e983a-bd22-41aa-9f8c-16d4d010ebec req-7e6faadc-81ad-4645-aafd-22f0b4b9d386 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216404 Jun 18 18:21:07.563464 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-1b071121-ef8b-4de2-9921-de8fde06126d service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261560 Jun 18 18:21:07.582086 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-bf540619-c3be-4862-a96f-8ad1345c235c service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769779 Jun 18 18:21:07.619162 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fafaa5f-52cb-4863-9a29-8e5ac3c954ef None None] New status for floating IP 205592b8-444e-496b-9edd-a568123f468c: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:21:07.727701 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-0d3d14a1-870f-4c88-aac4-03ab8b54afca req-e395d44c-174d-4251-b9d0-81a21402fb15 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554415 Jun 18 18:21:07.732908 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a83d6a46-7359-4d36-aa6a-becf1a111f70 req-a9ba6df6-8fe9-4a92-b716-605b962c3d3d service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401491 Jun 18 18:21:08.720273 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570afbd-36e7-4371-897e-3c7c1b777101 req-6d222c1e-9ce4-4508-bd0e-a214e9a12817 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:08.721683 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5570afbd-36e7-4371-897e-3c7c1b777101 req-6d222c1e-9ce4-4508-bd0e-a214e9a12817 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0659833 Jun 18 18:21:08.759043 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-5570afbd-36e7-4371-897e-3c7c1b777101 req-9125f4e2-d085-4cd6-b443-68a669ab6c71 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Jun 18 18:21:08.942503 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-d9908723-63ec-4263-96a6-bba9fc009b63 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:08.943990 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-d9908723-63ec-4263-96a6-bba9fc009b63 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 945 time: 0.0616539 Jun 18 18:21:09.046885 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:09.047139 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:09.134901 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] For port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:09.135255 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:09.200616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:09.425212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:09.431132 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-10f8816a-47b7-4786-80ec-9a0b4002129f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:09.454944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=94bc78fb-6d45-43ef-a0ba-d3ecffde3501,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:09.458619 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:09.502736 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] No DVR routers for this DVR port 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:09.505208 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:09.507775 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-30abb1c2-7c78-48e9-99a5-e9b95952432a req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "DELETE /v2.0/ports/94bc78fb-6d45-43ef-a0ba-d3ecffde3501 HTTP/1.1" status: 204 len: 173 time: 0.5552855 Jun 18 18:21:09.508345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'name': 'network-vif-deleted', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:09.513174 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936c982-2c6f-47cd-90d7-36c62def83c9" -d '{"events": [{"server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "name": "network-vif-deleted", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:09.550390 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e398b7d-4bca-42e2-b420-afec5f5ce697 x-openstack-request-id: req-2e398b7d-4bca-42e2-b420-afec5f5ce697 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:09.553456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3e5b3-a83a-4f7b-a72a-43eed04b548b", "name": "network-vif-deleted", "tag": "94bc78fb-6d45-43ef-a0ba-d3ecffde3501", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:09.553456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e398b7d-4bca-42e2-b420-afec5f5ce697 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:09.553456 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3e5b3-a83a-4f7b-a72a-43eed04b548b', 'name': 'network-vif-deleted', 'tag': '94bc78fb-6d45-43ef-a0ba-d3ecffde3501', 'status': 'completed', 'code': 200} Jun 18 18:21:09.902288 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-933e0d15-4529-4e77-94e0-675fbac3631b req-c6e862d4-1a64-46e2-a34e-697f982ccca5 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0f3e5b3-a83a-4f7b-a72a-43eed04b548b HTTP/1.1" status: 200 len: 210 time: 0.0291135 Jun 18 18:21:12.409208 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:12.429356 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:12.429704 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 94bc78fb-6d45-43ef-a0ba-d3ecffde3501 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:13.533396 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42178) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:13.690484 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 89c959c8-5b45-430d-ac58-88ef25c53dbe {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:13.690866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:13.763533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:13.763853 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:13.828039 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 89c959c8-5b45-430d-ac58-88ef25c53dbe owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:14.049995 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:14.051961 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-43390303-8826-448e-bf7e-b1bc966181d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:14.075450 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=89c959c8-5b45-430d-ac58-88ef25c53dbe,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:14.078212 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:14.137172 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:14.137547 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Floating IP 1d58c492-a28c-4340-860b-a109f7a777d1 disassociated (deleted). External IP: 172.27.2.151, port: 842466c7-d30d-4f2b-af4e-0de9114497b6. Jun 18 18:21:14.603622 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:21:14.710346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:21:14.715017 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:14.720730 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:21:14.729481 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:14.730096 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:14.750729 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2332550e-eea1-4e47-90bd-dde65aa293ea tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "DELETE /v2.0/floatingips/1d58c492-a28c-4340-860b-a109f7a777d1 HTTP/1.1" status: 204 len: 168 time: 1.2161162 Jun 18 18:21:14.751380 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:14.753729 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44505761-5410-498b-953f-1f399a2e874d" -d '{"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:14.794192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17b71df-aafd-4631-b0ab-157760a62648 x-openstack-request-id: req-f17b71df-aafd-4631-b0ab-157760a62648 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:14.794192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:14.794192 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f17b71df-aafd-4631-b0ab-157760a62648 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:14.794549 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'status': 'completed', 'code': 200} Jun 18 18:21:14.842212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:14.876177 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505761-5410-498b-953f-1f399a2e874d req-b9b5e65b-5c69-4ae4-a744-d7b8997c8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:14.877715 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-b9b5e65b-5c69-4ae4-a744-d7b8997c8305 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 1099 time: 0.0581589 Jun 18 18:21:14.971158 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505761-5410-498b-953f-1f399a2e874d req-426d6286-0b6e-41d3-be78-574ff7c8db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:14.972559 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-426d6286-0b6e-41d3-be78-574ff7c8db5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 200 len: 913 time: 0.0862858 Jun 18 18:21:15.016107 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-95fd2bec-2434-406d-8564-0c6832fd900f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 200 len: 217 time: 0.0354395 Jun 18 18:21:15.036268 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:15.066710 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:21:15.073346 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505761-5410-498b-953f-1f399a2e874d req-32e059d5-8c87-4c00-bac1-0d8bcf0fa71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:15.074792 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-32e059d5-8c87-4c00-bac1-0d8bcf0fa71f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 200 len: 851 time: 0.0506172 Jun 18 18:21:15.074922 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:15.075423 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:15.134555 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505761-5410-498b-953f-1f399a2e874d req-3d57e123-af56-4aaf-98a7-b155ec91abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:15.136018 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-3d57e123-af56-4aaf-98a7-b155ec91abe7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e1e945-5b3c-4553-870c-1b8915bbc204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534160 Jun 18 18:21:15.180233 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:15.229544 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-d0ee4760-8c01-4221-960a-a3e63f46bc67 service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845191 Jun 18 18:21:15.324897 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-44505761-5410-498b-953f-1f399a2e874d req-01b5bb21-9b72-4769-922a-bc589dcc35ab service neutron] 10.222.0.35 "GET /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Jun 18 18:21:15.377550 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:15.403831 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c61775-9d2d-4746-b995-861954413e7d None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:12:55Z', 'revision_number': 4, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '785336f3-0657-495f-a53f-b38cf71a2a13', 'name': '', 'network_id': '88e1e945-5b3c-4553-870c-1b8915bbc204', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'mac_address': 'fa:16:3e:5d:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4b495742-6978-40b4-a86f-e850951ce866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:54Z', 'updated_at': '2021-06-18T18:13:00Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'subnets': [{'id': '4b495742-6978-40b4-a86f-e850951ce866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:21:15.507743 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1118-aeea-4b9e-ae41-1266f352498e req-fc46604a-2d9c-4fee-b93c-55c7f39fbaa2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:15.509254 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5ca1118-aeea-4b9e-ae41-1266f352498e req-fc46604a-2d9c-4fee-b93c-55c7f39fbaa2 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.0710111 Jun 18 18:21:15.550936 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c5ca1118-aeea-4b9e-ae41-1266f352498e req-9e872fa0-aad8-4104-a331-66e7ae8c5648 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360157 Jun 18 18:21:15.617089 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086fc42b-4e22-4e64-9083-a8e1160083ee None None] New status for floating IP 1d58c492-a28c-4340-860b-a109f7a777d1: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:21:16.727643 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bd982-9769-4559-8ef3-064b330830cb req-db5e2123-a30f-4e1e-8d95-76b8deadfc5c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:16.729159 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b80bd982-9769-4559-8ef3-064b330830cb req-db5e2123-a30f-4e1e-8d95-76b8deadfc5c tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.0674112 Jun 18 18:21:16.766608 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-b80bd982-9769-4559-8ef3-064b330830cb req-d52ce020-b1c7-4d53-8974-d21e3ec17651 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Jun 18 18:21:17.120633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-cdfcef5f-9380-4b68-98fa-02e66b0874d8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:17.122042 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-cdfcef5f-9380-4b68-98fa-02e66b0874d8 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 946 time: 0.0616727 Jun 18 18:21:17.223696 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 842466c7-d30d-4f2b-af4e-0de9114497b6 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:17.224041 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:17.315827 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] For port 842466c7-d30d-4f2b-af4e-0de9114497b6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=842466c7-d30d-4f2b-af4e-0de9114497b6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:17.316191 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:17.382301 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 842466c7-d30d-4f2b-af4e-0de9114497b6 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:17.569834 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:17.573727 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:17.604210 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=842466c7-d30d-4f2b-af4e-0de9114497b6,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:17.608873 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:17.648822 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] No DVR routers for this DVR port 842466c7-d30d-4f2b-af4e-0de9114497b6 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:17.651167 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:17.653092 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6c7293e0-3fb9-4b44-9f93-8250f63c2c40 req-918174fe-9d82-4caf-8413-50cdcd5299d9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.35 "DELETE /v2.0/ports/842466c7-d30d-4f2b-af4e-0de9114497b6 HTTP/1.1" status: 204 len: 173 time: 0.5201058 Jun 18 18:21:17.653590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'name': 'network-vif-deleted', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:21:17.655848 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13103a-a389-46a3-a036-a9c7b972fe44" -d '{"events": [{"server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "name": "network-vif-deleted", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:21:17.692611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e4f69-10fc-477a-83c6-0ac6e776a8b2 x-openstack-request-id: req-713e4f69-10fc-477a-83c6-0ac6e776a8b2 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:21:17.692611 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85308d6c-cea1-4355-8b97-b782ce54bb6a", "name": "network-vif-deleted", "tag": "842466c7-d30d-4f2b-af4e-0de9114497b6", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:21:17.692844 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-713e4f69-10fc-477a-83c6-0ac6e776a8b2 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:21:17.693171 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85308d6c-cea1-4355-8b97-b782ce54bb6a', 'name': 'network-vif-deleted', 'tag': '842466c7-d30d-4f2b-af4e-0de9114497b6', 'status': 'completed', 'code': 200} Jun 18 18:21:17.903912 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8cd7efd1-9524-45d8-8981-36ed7102621a req-cb240f10-8bd8-466b-8b40-99c4cc062276 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "GET /v2.0/ports?device_id=85308d6c-cea1-4355-8b97-b782ce54bb6a HTTP/1.1" status: 200 len: 210 time: 0.0286477 Jun 18 18:21:18.998760 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42198) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:19.123137 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Deleting port 6e43510b-0b1d-4b29-b231-d8aae0bb1ee3 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:19.123469 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.201886 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.202119 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.265281 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Calling delete_port for 6e43510b-0b1d-4b29-b231-d8aae0bb1ee3 owned by network:floatingip {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:19.547654 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.549780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-1d514190-1875-4bae-ad59-1b5805d48c2a tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:19.574488 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'Port': ['ID=6e43510b-0b1d-4b29-b231-d8aae0bb1ee3,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:19.577118 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:19.638555 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.641100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:19.642212 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3653c402-2863-4d2d-a46a-1cb022403a52 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "DELETE /v2.0/floatingips/f888e632-f2ac-485a-817e-c8f89afe2bbf HTTP/1.1" status: 204 len: 168 time: 0.6424875 Jun 18 18:21:20.456257 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 842466c7-d30d-4f2b-af4e-0de9114497b6 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:20.480196 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 842466c7-d30d-4f2b-af4e-0de9114497b6 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:20.480578 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 842466c7-d30d-4f2b-af4e-0de9114497b6 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:21.249322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42210) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:21.308408 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:21.332842 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:21.504854 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:21.507998 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:21.509232 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] 10.222.0.42 "DELETE /v2.0/security-groups/f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8 HTTP/1.1" status: 204 len: 168 time: 0.2589428 Jun 18 18:21:21.509920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:21.519252 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04cdd37-ada0-4ee4-bf71-d391d5f8ecc8,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:21.522456 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-424e99e9-5ef8-4805-bdf0-09785a7deb68 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:21.731488 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42216) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:21.867796 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:21:22.188670 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:22.518273 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e020a7-5591-478e-ab70-ca908122d576 req-ba2f82d2-603a-4b89-b345-9dbdfcc2b755 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:22.519618 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c6e020a7-5591-478e-ab70-ca908122d576 req-ba2f82d2-603a-4b89-b345-9dbdfcc2b755 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1559427 Jun 18 18:21:22.572452 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-1003bdcc-ddd4-4826-b544-38aac01078ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:22.573896 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-1003bdcc-ddd4-4826-b544-38aac01078ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1138 time: 0.1431961 Jun 18 18:21:22.577719 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Deleting port 785336f3-0657-495f-a53f-b38cf71a2a13 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:22.578052 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:22.584661 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-c6e020a7-5591-478e-ab70-ca908122d576 req-ba25ee62-7718-4ed3-8751-fea255662996 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566051 Jun 18 18:21:22.631329 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1bfb60a8-34a9-43df-80e8-56fe77a79839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:22.725502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] For port 785336f3-0657-495f-a53f-b38cf71a2a13, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=785336f3-0657-495f-a53f-b38cf71a2a13,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:22.725858 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:22.740138 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-c69cb0cc-eb1c-4ec0-8bab-84a6a0348df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:22.741620 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-c69cb0cc-eb1c-4ec0-8bab-84a6a0348df4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 916 time: 0.1561399 Jun 18 18:21:22.800423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Calling delete_port for 785336f3-0657-495f-a53f-b38cf71a2a13 owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:22.891964 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-8148e672-7677-47db-827b-d3111034d45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 1002 time: 0.1210759 Jun 18 18:21:22.985861 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-ada3ab58-64d1-4ab3-99d9-c76d995c651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:22.987271 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-ada3ab58-64d1-4ab3-99d9-c76d995c651a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0852802 Jun 18 18:21:23.094131 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-352f5c66-264b-434e-9a7c-b8460b45f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:23.095616 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-352f5c66-264b-434e-9a7c-b8460b45f20c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956919 Jun 18 18:21:23.188862 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-60f2ddf3-e1c4-40d0-b4f9-2e6431f84a8d service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854838 Jun 18 18:21:23.204900 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:23.216667 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-90da48d9-0fef-43d8-8823-cfe5ddfb8e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:23.269422 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=785336f3-0657-495f-a53f-b38cf71a2a13,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:23.274483 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:23.358792 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d1b18489-67ea-4eba-83a3-fb385a74ffac req-8ca094bb-2eb8-4420-beea-b2ca4aa00236 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614151 Jun 18 18:21:23.460184 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:23.681037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Router 17659adc-6e35-4427-925c-7bf64332527b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:21:24.095458 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:21:24.104182 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] 10.222.0.42 "PUT /v2.0/routers/17659adc-6e35-4427-925c-7bf64332527b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693604 Jun 18 18:21:24.104571 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42228) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:24.105860 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Sync routers for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:21:24.109937 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8986d7-1b5c-4d4c-a508-d7db97abdcab req-138f5f35-2ebd-4622-a015-b94d82cd3231 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:24.111944 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f8986d7-1b5c-4d4c-a508-d7db97abdcab req-138f5f35-2ebd-4622-a015-b94d82cd3231 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.3884125 Jun 18 18:21:24.116525 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:24.117460 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:24.153726 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3f8986d7-1b5c-4d4c-a508-d7db97abdcab req-6ce2c0e6-583d-4b42-be95-bc6c763fce7e tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346427 Jun 18 18:21:24.208906 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks [] for router, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:24.222393 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:24.309940 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:24.394389 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:21:23Z', 'revision_number': 5, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port': {'id': 'f3c3e99a-cef4-41f7-ad5e-54bf9358eb83', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17659adc-6e35-4427-925c-7bf64332527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:12:51Z', 'updated_at': '2021-06-18T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:24.422767 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Checking router: 17659adc-6e35-4427-925c-7bf64332527b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:21:24.431409 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Routers {'17659adc-6e35-4427-925c-7bf64332527b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:24.432043 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:20:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['17659adc-6e35-4427-925c-7bf64332527b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:24.469297 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Deleting port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:24.469644 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:24.518694 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] Set router 17659adc-6e35-4427-925c-7bf64332527b gateway port host: None {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:24.551910 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] For port f3c3e99a-cef4-41f7-ad5e-54bf9358eb83, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:24.552357 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:24.573109 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:21:24Z', 'revision_number': 6, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:24.599016 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a999ad-ba5f-4b9f-beaf-bad0ec210213 None None] The sync data for ids ['17659adc-6e35-4427-925c-7bf64332527b'] in dv-cinder-796113-5-iscsi is: [{'id': '17659adc-6e35-4427-925c-7bf64332527b', 'name': 'tempest-TestVolumeBootPattern-1655884001-router', 'tenant_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:50Z', 'updated_at': '2021-06-18T18:21:24Z', 'revision_number': 6, 'project_id': 'f657e966cbdd44ea96d48f2ee11717d1', 'gw_port_host': None}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:21:24.621268 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Calling delete_port for f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 owned by network:router_gateway {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:24.872665 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:24.874768 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-fbfd6d3b-006a-4a1f-b06e-7282be611f27 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:24.898413 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c3e99a-cef4-41f7-ad5e-54bf9358eb83,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:24.902762 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:24.977612 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.190739 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-4ea1c748-2bb5-4b19-93c1-357aff1c19ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.340129 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.340612 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a21b-f01a-4335-a200-2967ca61bc1d req-51fd95e7-c4c9-4904-9e31-4c7956a9457a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:25.341779 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3d87a21b-f01a-4335-a200-2967ca61bc1d req-51fd95e7-c4c9-4904-9e31-4c7956a9457a tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0693491 Jun 18 18:21:25.342356 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.386957 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-3d87a21b-f01a-4335-a200-2967ca61bc1d req-4f9247f9-ba70-4a5f-afc8-844c3c13ac01 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388761 Jun 18 18:21:25.482125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.523946 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.524505 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17659adc-6e35-4427-925c-7bf64332527b {{(pid=93523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:21:25.529560 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.530967 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] 10.222.0.42 "DELETE /v2.0/routers/17659adc-6e35-4427-925c-7bf64332527b HTTP/1.1" status: 204 len: 168 time: 1.4253924 Jun 18 18:21:25.533410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42232) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:25.579208 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Deleting subnet 4b495742-6978-40b4-a86f-e850951ce866 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:21:25.582611 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.618849 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.712250 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.827587 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.830100 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-0226c4ec-25b5-4b41-b71c-6f3fbcaffb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:25.854893 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b495742-6978-40b4-a86f-e850951ce866,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:25.857973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:25.858943 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.860809 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-25122ad4-d410-4d49-830b-7a7d0ee03f22 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4b495742-6978-40b4-a86f-e850951ce866 HTTP/1.1" status: 204 len: 168 time: 0.3262761 Jun 18 18:21:25.863448 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42234) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:25.866696 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295a67a-0287-4121-bc8c-e6a474f1801e None None] Network 88e1e945-5b3c-4553-870c-1b8915bbc204 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:21:25.938424 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:25.995160 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Deleting port 2d0c2164-627a-4503-ac7e-7402d711cca6 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:25.995554 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.064887 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] For port 2d0c2164-627a-4503-ac7e-7402d711cca6, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=2d0c2164-627a-4503-ac7e-7402d711cca6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:26.065261 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.129277 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Calling delete_port for 2d0c2164-627a-4503-ac7e-7402d711cca6 owned by network:dhcp {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:26.180834 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] DHCP port deletion for 88e1e945-5b3c-4553-870c-1b8915bbc204 request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:21:26.224807 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Deleting port 2d0c2164-627a-4503-ac7e-7402d711cca6 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:26.225454 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.290857 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] For port 2d0c2164-627a-4503-ac7e-7402d711cca6, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=2d0c2164-627a-4503-ac7e-7402d711cca6,segment=NetworkSegment(29e3c9c1-0467-41c5-a6a1-484728386ef3),segment_id=29e3c9c1-0467-41c5-a6a1-484728386ef3)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:26.291261 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.356933 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Calling delete_port for 2d0c2164-627a-4503-ac7e-7402d711cca6 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:26.367552 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.370559 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-20911353-79be-4f7b-b069-afed77e2f950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:26.394780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0c2164-627a-4503-ac7e-7402d711cca6,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:26.396899 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] No DVR routers for this DVR port 2d0c2164-627a-4503-ac7e-7402d711cca6 on host dv-cinder-796113-5-iscsi {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:26.398383 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:26.465752 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.467868 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:26.472732 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.482930 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e1e945-5b3c-4553-870c-1b8915bbc204']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:26.495108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e3c9c1-0467-41c5-a6a1-484728386ef3') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:26.495483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e3c9c1-0467-41c5-a6a1-484728386ef3') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:26.503495 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:26.504528 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.507389 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Pushing event deleted for resources: {'Port': ['ID=2d0c2164-627a-4503-ac7e-7402d711cca6,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:26.512699 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.519227 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.525649 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:21:26.526043 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:21:26.527855 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:21:26.530240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:26.531722 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa8f8d-90b4-4687-9116-33800bb3849d None None] No DVR routers for this DVR port 2d0c2164-627a-4503-ac7e-7402d711cca6 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:26.538178 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:26.538178 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f3c3e99a-cef4-41f7-ad5e-54bf9358eb83 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:26.538178 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 2d0c2164-627a-4503-ac7e-7402d711cca6 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:26.556613 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 2d0c2164-627a-4503-ac7e-7402d711cca6 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:26.556968 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 2d0c2164-627a-4503-ac7e-7402d711cca6 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:26.561280 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 785336f3-0657-495f-a53f-b38cf71a2a13 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:26.576676 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 785336f3-0657-495f-a53f-b38cf71a2a13 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:26.577034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 785336f3-0657-495f-a53f-b38cf71a2a13 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:26.592218 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8da5b0-13ee-465e-9953-99c685f9e5fe req-17fd1ff4-ef6f-42be-9d63-50432d4e2096 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:26.593696 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be8da5b0-13ee-465e-9953-99c685f9e5fe req-17fd1ff4-ef6f-42be-9d63-50432d4e2096 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0823562 Jun 18 18:21:26.633353 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-be8da5b0-13ee-465e-9953-99c685f9e5fe req-f4995b9e-c88e-44ce-ae88-ef4941b5c4d4 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339007 Jun 18 18:21:26.666959 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.670710 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-e7131841-6b2d-4d0a-8ad4-65743948b1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:26.673144 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:26.674940 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] 10.222.0.42 "DELETE /v2.0/networks/88e1e945-5b3c-4553-870c-1b8915bbc204 HTTP/1.1" status: 204 len: 168 time: 0.8105717 Jun 18 18:21:26.677996 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42238) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:26.685886 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e1e945-5b3c-4553-870c-1b8915bbc204,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:26.688259 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4df48a22-c62f-4f25-b47a-a43bf0fb9b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:27.018962 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:27.288603 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Deleting port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:27.288949 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:27.365308 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] For port 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:27.365664 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:27.432079 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Calling delete_port for 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:27.696287 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:27.698510 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-cd251667-ac12-4e81-a5ce-ae6efb5dcca9 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:27.721596 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Pushing event deleted for resources: {'Port': ['ID=48191ca5-e4bc-4234-adbd-3fa88a9d9d4e,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:27.736795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.736795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.736795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.736795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.736795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.738549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.738967 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.739337 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.739707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.740594 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.740961 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.741320 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:21:27.748887 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:27.918047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e89a89-1bde-4564-b0d6-b02581a084fb req-ee31936e-4cf1-495d-baef-12663871200f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:27.919491 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06e89a89-1bde-4564-b0d6-b02581a084fb req-ee31936e-4cf1-495d-baef-12663871200f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1496701 Jun 18 18:21:27.997718 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-06e89a89-1bde-4564-b0d6-b02581a084fb req-933e19e5-403b-4ad2-8263-9cddcbeda3da tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501270 Jun 18 18:21:27.998323 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.158101 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.218210 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Router 2b891f17-436f-48c2-a323-9b28d34a6d9a has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:21:28.320486 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:21:28.325310 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b891f17-436f-48c2-a323-9b28d34a6d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462250 Jun 18 18:21:28.327857 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42244) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:28.330435 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Sync routers for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:21:28.340013 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:28.340660 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:28.435922 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks [] for router, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.451729 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:28.537563 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.624757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:21:27Z', 'revision_number': 5, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:28.650919 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Checking router: 2b891f17-436f-48c2-a323-9b28d34a6d9a for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:21:28.658815 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Routers {'2b891f17-436f-48c2-a323-9b28d34a6d9a'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:21:28.659472 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['2b891f17-436f-48c2-a323-9b28d34a6d9a'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:28.707052 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Deleting port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:28.707607 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.760974 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] Set router 2b891f17-436f-48c2-a323-9b28d34a6d9a gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:21:28.784877 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] For port 08b6885b-ebdb-41ed-aa55-4197e2ddaee8, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:28.785232 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:28.853449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Calling delete_port for 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 owned by network:router_gateway {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:29.022311 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:21:27Z', 'revision_number': 5, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:29.048757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4052bc-8cc2-4ffc-9a19-77a0a2356808 None None] The sync data for ids ['2b891f17-436f-48c2-a323-9b28d34a6d9a'] in dv-cinder-796113-5-iscsi is: [{'id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'name': 'tempest-TestVolumeBootPattern-638186289-router', 'tenant_id': '6686395237074b0e8d87106839fe0bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:12:59Z', 'updated_at': '2021-06-18T18:21:27Z', 'revision_number': 5, 'project_id': '6686395237074b0e8d87106839fe0bf8', 'gw_port': {'id': '08b6885b-ebdb-41ed-aa55-4197e2ddaee8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b891f17-436f-48c2-a323-9b28d34a6d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:13:00Z', 'updated_at': '2021-06-18T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:21:29.156371 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.159920 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-180c1c87-7b14-4d5a-95ab-8c9666603542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:29.188007 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b6885b-ebdb-41ed-aa55-4197e2ddaee8,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:29.191744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:29.244903 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609668-14f1-4746-a44f-1df8b0f9c735 req-45d6acf9-c124-4288-b2a1-00ea4d833c58 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:29.246376 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-17609668-14f1-4746-a44f-1df8b0f9c735 req-45d6acf9-c124-4288-b2a1-00ea4d833c58 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1328425 Jun 18 18:21:29.278345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.374894 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-17609668-14f1-4746-a44f-1df8b0f9c735 req-73494298-57c6-41da-9d63-01ff0085be74 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218238 Jun 18 18:21:29.382754 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.384941 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.535713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.536197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b891f17-436f-48c2-a323-9b28d34a6d9a {{(pid=93524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:21:29.541929 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.543054 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d80ee79b-ddfa-4916-bbac-c19b0f744585 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2b891f17-436f-48c2-a323-9b28d34a6d9a HTTP/1.1" status: 204 len: 168 time: 1.2142758 Jun 18 18:21:29.545789 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42250) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:29.597595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Deleting subnet 696a6d73-7967-49d4-92a8-2b206d422917 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:21:29.601338 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.637474 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.720319 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.838344 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:29.840641 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-42e4857e-a4b0-479b-9a2a-f0afbee9ad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:30.127549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696a6d73-7967-49d4-92a8-2b206d422917,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:30.130525 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:30.131524 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.133344 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-e8ad0fd3-7022-4d04-bdcf-79818cc84a85 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/696a6d73-7967-49d4-92a8-2b206d422917 HTTP/1.1" status: 204 len: 168 time: 0.5866911 Jun 18 18:21:30.135832 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42252) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:30.138617 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd5f94-44dd-4c31-bee2-0bdc631026b3 None None] Network 114bfd21-1065-421f-a062-f72106a298ed requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:21:30.203379 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.258707 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Deleting port 452ca3dd-c035-4187-816c-9d93ca8c3e73 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:30.259048 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.321995 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] For port 452ca3dd-c035-4187-816c-9d93ca8c3e73, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=452ca3dd-c035-4187-816c-9d93ca8c3e73,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:30.322347 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.333466 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] DHCP port deletion for 114bfd21-1065-421f-a062-f72106a298ed request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:21:30.381805 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Deleting port 452ca3dd-c035-4187-816c-9d93ca8c3e73 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:21:30.382102 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.388283 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Calling delete_port for 452ca3dd-c035-4187-816c-9d93ca8c3e73 owned by network:dhcp {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:30.458504 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] For port 452ca3dd-c035-4187-816c-9d93ca8c3e73, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=452ca3dd-c035-4187-816c-9d93ca8c3e73,segment=NetworkSegment(7eaf8956-5b5c-4d40-a258-655a557362d6),segment_id=7eaf8956-5b5c-4d40-a258-655a557362d6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:21:30.459591 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.505385 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 452ca3dd-c035-4187-816c-9d93ca8c3e73 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:30.532034 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Calling delete_port for 452ca3dd-c035-4187-816c-9d93ca8c3e73 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:21:30.541207 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.547162 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f70d7b73-c15e-43bd-b5a9-8b751c148667 tempest-TestVolumeBootPattern-1276330032 tempest-TestVolumeBootPattern-1276330032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:30.573471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Pushing event deleted for resources: {'Port': ['ID=452ca3dd-c035-4187-816c-9d93ca8c3e73,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:30.576125 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:30.576900 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] No DVR routers for this DVR port 452ca3dd-c035-4187-816c-9d93ca8c3e73 on host dv-cinder-796113-5-iscsi {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:30.615100 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No active binding found for port 452ca3dd-c035-4187-816c-9d93ca8c3e73 {{(pid=93525) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 18:21:30.615559 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 452ca3dd-c035-4187-816c-9d93ca8c3e73 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:30.615982 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:30.643211 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:30.643483 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 08b6885b-ebdb-41ed-aa55-4197e2ddaee8 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:30.643924 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:21:30.651003 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19823db-46aa-4368-8433-89c6c4fc9a34 req-dda1c0f7-3ad8-4e33-8a7c-6b139de4c3c7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:30.652493 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d19823db-46aa-4368-8433-89c6c4fc9a34 req-dda1c0f7-3ad8-4e33-8a7c-6b139de4c3c7 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1527078 Jun 18 18:21:30.667654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:21:30.667654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 48191ca5-e4bc-4234-adbd-3fa88a9d9d4e not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:21:30.670107 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.685126 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.687145 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-87bdb154-e4b9-4135-8715-45e4c50ea401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:30.690395 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114bfd21-1065-421f-a062-f72106a298ed']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:30.704404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaf8956-5b5c-4d40-a258-655a557362d6') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:30.704704 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaf8956-5b5c-4d40-a258-655a557362d6') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:21:30.712803 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Pushing event deleted for resources: {'Port': ['ID=452ca3dd-c035-4187-816c-9d93ca8c3e73,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:30.715700 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:30.720370 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab541bf-7923-43d9-86b6-4275558d9209 None None] No DVR routers for this DVR port 452ca3dd-c035-4187-816c-9d93ca8c3e73 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:21:30.720810 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.733740 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d19823db-46aa-4368-8433-89c6c4fc9a34 req-2513c01f-4a5d-48c8-815d-62a0565a01bb tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728855 Jun 18 18:21:30.741280 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.747345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:21:30.747706 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:21:30.749373 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:21:30.878364 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.882726 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-687aaefe-3f05-4a4d-9ebd-c43244b58d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:30.885209 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:30.890051 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] 10.222.0.42 "DELETE /v2.0/networks/114bfd21-1065-421f-a062-f72106a298ed HTTP/1.1" status: 204 len: 168 time: 0.7502084 Jun 18 18:21:30.899021 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Pushing event deleted for resources: {'Network': ['ID=114bfd21-1065-421f-a062-f72106a298ed,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:30.901445 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:31.283649 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42258) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:31.323635 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5c88dd2e-9622-4f4c-99a0-89d10f2cf698 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f657e966cbdd44ea96d48f2ee11717d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387843 Jun 18 18:21:31.326044 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42260) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:31.376799 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:31.398945 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:31.569365 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:31.572065 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:31.573234 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97242ddf-698d-40e5-996b-f09d2541b4db HTTP/1.1" status: 204 len: 168 time: 0.2463086 Jun 18 18:21:31.574008 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-65fad396-c7e6-4056-bb1e-cc9b32c02f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:31.583109 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97242ddf-698d-40e5-996b-f09d2541b4db,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:31.585671 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2a32c94f-0f2e-4c34-b889-016c5bc85958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:31.905231 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536bf5-91ac-4435-88fe-e1377f973218 req-b02d95ff-d2ae-4cb2-b62f-760dc0c3e81f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:31.906714 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99536bf5-91ac-4435-88fe-e1377f973218 req-b02d95ff-d2ae-4cb2-b62f-760dc0c3e81f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0633779 Jun 18 18:21:31.947260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-99536bf5-91ac-4435-88fe-e1377f973218 req-4d1332c0-ce06-4d73-8de4-730863efa2e0 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341434 Jun 18 18:21:32.330763 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42268) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:32.369790 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-42c7dd88-4d5d-41f5-bcfe-e62d9c721647 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6686395237074b0e8d87106839fe0bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378222 Jun 18 18:21:32.372171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42270) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:21:32.423906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:32.444716 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:32.470622 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:32.561695 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:32.564262 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:32.565439 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72c3b140-9b06-4491-9825-298bc62895f0 HTTP/1.1" status: 204 len: 168 time: 0.1923254 Jun 18 18:21:32.566453 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:21:32.575019 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3b140-9b06-4491-9825-298bc62895f0,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:21:32.577300 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-26aebe30-cb9b-4c3c-80fa-3331dbd24063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:21:33.127349 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959fe4c-599a-48e3-9d89-3bf1e077b3ec req-fc9cbb60-0952-443a-8fb2-74a98976dae2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:33.128836 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e959fe4c-599a-48e3-9d89-3bf1e077b3ec req-fc9cbb60-0952-443a-8fb2-74a98976dae2 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0640848 Jun 18 18:21:33.168081 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-e959fe4c-599a-48e3-9d89-3bf1e077b3ec req-8fcb1676-cf92-4e62-8e15-b367186f1296 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333045 Jun 18 18:21:34.339155 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9280d3-f1a7-43fe-a3f1-2deb18e69b72 req-6f3f7ea5-1e97-4373-9aee-b432081408dd tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:34.340620 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b9280d3-f1a7-43fe-a3f1-2deb18e69b72 req-6f3f7ea5-1e97-4373-9aee-b432081408dd tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0655620 Jun 18 18:21:34.380242 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-4b9280d3-f1a7-43fe-a3f1-2deb18e69b72 req-44d535b2-ad0e-4e1f-ada3-0c58e710a570 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339704 Jun 18 18:21:35.549944 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43267d59-91f0-4465-a8f8-992e945a6bb5 req-19a2385a-241d-4d1f-95d4-ae6d34ff9f0f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:21:35.551301 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43267d59-91f0-4465-a8f8-992e945a6bb5 req-19a2385a-241d-4d1f-95d4-ae6d34ff9f0f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.0634911 Jun 18 18:21:35.594119 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-43267d59-91f0-4465-a8f8-992e945a6bb5 req-4e5b1615-faec-4903-9a92-ce69c65fb527 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&id=bf502542-22ed-4a21-b88e-87806de4dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364306 Jun 18 18:21:52.580417 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-3236db79-7b4a-4f68-8bc2-f26462f5865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:55.169729 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d87e-d93a-4d8f-9370-dc0ce01c6cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:55.449648 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:56.504212 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:58.098379 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:21:58.865793 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:22:02.442948 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:07.710902 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-d22b7276-b72d-4fd6-9c15-9dbfb1866ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502775 Jun 18 18:22:07.786774 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-471fc443-0c6a-4f64-add1-d41b534d4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:07.788193 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-471fc443-0c6a-4f64-add1-d41b534d4990 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.0535691 Jun 18 18:22:07.888531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-5fe765c3-3ac0-4c6c-ac82-20b4f03cf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:07.889966 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-5fe765c3-3ac0-4c6c-ac82-20b4f03cf94d service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.0806131 Jun 18 18:22:07.957048 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-20cc49ed-e401-4273-9015-34a461d18487 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 1002 time: 0.0599544 Jun 18 18:22:08.004195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-bbc6005f-7624-46af-925f-de358b46bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:08.005586 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-bbc6005f-7624-46af-925f-de358b46bd31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.0419950 Jun 18 18:22:08.066731 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-a7a31134-48e8-4ba5-bbcd-016a34aba7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:08.068241 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-a7a31134-48e8-4ba5-bbcd-016a34aba7be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524592 Jun 18 18:22:08.193055 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-c0a3d95d-1691-49f6-9521-e5c896c21231 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982494274&fields=id&tenant_id=ec49ffe1219a4975981e2898ec67fd5c HTTP/1.1" status: 200 len: 267 time: 0.0592821 Jun 18 18:22:08.195275 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-b75a1292-0f8d-4d60-ab3b-9bdfc9069dba service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202323 Jun 18 18:22:08.327558 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-47c6f0fb-4ada-42e1-b03e-f52218130534 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:08.329047 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-47c6f0fb-4ada-42e1-b03e-f52218130534 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 985 time: 0.1306982 Jun 18 18:22:08.334445 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-a1d3c855-0335-4851-ac1e-ec6c7a06b6d0 req-5cfc2c89-ceac-4863-a95c-a1b6bcb1ef21 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277030 Jun 18 18:22:08.341636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.v2.base [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Request body: {'port': {'security_groups': ['b4e26114-53a4-48d7-93ed-3e217a0cedf4']}} {{(pid=93524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 18:22:08.423344 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-566886'] for port, before_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.604999 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:08.643503 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for port, precommit_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.711315 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760201354195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760200831088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760200831133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439594'] for port, after_update {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.715375 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6ea55713-b0a2-4dd2-ab22-6ea386237d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:08.723259 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:22:08.761505 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:08.762140 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.764849 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-da10d322-6eb3-46cd-bf0d-830657bf0488 req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "PUT /v2.0/ports/ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 943 time: 0.4293921 Jun 18 18:22:08.765533 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:22:08.768682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56207ee6-1165-4728-9786-6dca13d0f0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:22:08.770325 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42290) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:08.796070 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event updated for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=7']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:08.801981 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-96ad4f5a-d36d-4582-9547-e41d1216940b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:08.848777 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.851926 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5072a-b777-401e-9e69-017b01314c14 x-openstack-request-id: req-29f5072a-b777-401e-9e69-017b01314c14 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:22:08.852269 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:22:08.852985 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29f5072a-b777-401e-9e69-017b01314c14 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:22:08.853438 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:22:08.866389 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:22:08.890568 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:08.969339 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-9eb16d40-51d9-4346-bc88-eadbc337fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:08.970839 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-9eb16d40-51d9-4346-bc88-eadbc337fd4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1099 time: 0.1005955 Jun 18 18:22:09.055132 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.058140 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.059450 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "DELETE /v2.0/security-groups/bf502542-22ed-4a21-b88e-87806de4dd4d HTTP/1.1" status: 204 len: 168 time: 0.2870467 Jun 18 18:22:09.060483 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-2067837d-5b10-45f8-8c8e-422a3c6f9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:09.061642 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-a99e917c-f9ea-4e12-82a2-1823fa4a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:09.063090 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-a99e917c-f9ea-4e12-82a2-1823fa4a7b19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 916 time: 0.0855012 Jun 18 18:22:09.063539 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42294) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:09.070889 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf502542-22ed-4a21-b88e-87806de4dd4d,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:09.078262 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083302 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083302 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083302 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083302 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083696 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.provisioning_blocks [None req-563f0be6-efa6-4fc2-ab14-540e5f450f77 None None] Provisioning complete for port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 triggered by entity DHCP. {{(pid=93525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 18:22:09.083795 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083879 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-563f0be6-efa6-4fc2-ab14-540e5f450f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534829'] for port, provisioning_complete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.083973 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:09.086321 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-c0b3e248-28b4-4f1e-9c91-336076c5b02b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:09.185541 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-b663e53d-e04b-477c-a22e-307799051447 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 1002 time: 0.1146357 Jun 18 18:22:09.287978 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-9e3512f0-616b-4315-891e-b82edf70eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:09.289963 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-9e3512f0-616b-4315-891e-b82edf70eee9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0765762 Jun 18 18:22:09.347586 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Deleting port 643dc58c-d006-463a-b446-f30314a27054 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:09.347929 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.411534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-e9d82438-37b1-4fe7-a4bb-bbc486dc9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:09.412935 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-e9d82438-37b1-4fe7-a4bb-bbc486dc9909 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153469 Jun 18 18:22:09.479567 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.479887 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.548257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Calling delete_port for 643dc58c-d006-463a-b446-f30314a27054 owned by network:floatingip {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:09.614302 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-3383db9f-480e-4d7c-b5cb-dbdf9288e496 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892142 Jun 18 18:22:09.740553 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-56207ee6-1165-4728-9786-6dca13d0f0bf req-e664452c-a1be-4716-bdd6-c7d957d1c983 service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152375 Jun 18 18:22:09.877398 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.879355 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-7619f7c4-c056-4de2-a685-e83e59819ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:09.903416 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event deleted for resources: {'Port': ['ID=643dc58c-d006-463a-b446-f30314a27054,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:09.906501 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:09.968551 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:09.969118 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.db.l3_db [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Floating IP faec4e66-8db1-49a6-abd6-be40054f9984 disassociated (deleted). External IP: 172.27.2.162, port: ba1fab24-ceae-4a11-bb9e-bfacc9f26548. Jun 18 18:22:10.183330 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Router b19cce9c-8f6b-4b1c-a94c-31722b084f5b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:10.286821 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:10.291541 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:10.296641 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Sync routers for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:10.306752 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:10.307630 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:10.336153 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "DELETE /v2.0/floatingips/faec4e66-8db1-49a6-abd6-be40054f9984 HTTP/1.1" status: 204 len: 168 time: 1.2715485 Jun 18 18:22:10.418601 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:10.609827 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:10.639039 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Checking router: b19cce9c-8f6b-4b1c-a94c-31722b084f5b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:10.647587 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:10.648232 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:10.750001 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:10.854651 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:22:10.857569 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4866ade-b184-49f1-8b83-6cccc98b4e22" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:22:10.896455 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f35b81-6d15-4cbd-871b-3ac533c33bc5 x-openstack-request-id: req-a8f35b81-6d15-4cbd-871b-3ac533c33bc5 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:22:10.906635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:22:10.906635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8f35b81-6d15-4cbd-871b-3ac533c33bc5 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:22:10.906635 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:22:10.953662 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:10.980839 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad9272-e2e1-433b-b05a-4872bed145f1 None None] The sync data for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi is: [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:19:57Z', 'revision_number': 4, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': 'ad131124-c0c4-4247-bafb-eb15ddab8f46', 'name': '', 'network_id': 'c2d0c80e-ec98-483a-bee5-3894b2d84ea3', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'mac_address': 'fa:16:3e:5f:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:57Z', 'updated_at': '2021-06-18T18:20:03Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'subnets': [{'id': 'd5b3bb8a-ca17-45b2-bf18-301b59137990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:10.984489 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-57071a9c-b712-47a6-98c6-cc2b3c0d86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:10.986275 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-57071a9c-b712-47a6-98c6-cc2b3c0d86fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 1099 time: 0.0563016 Jun 18 18:22:11.078507 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-77770fb0-663a-4c02-998a-30e86728f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:11.079959 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-77770fb0-663a-4c02-998a-30e86728f19a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 200 len: 916 time: 0.0864174 Jun 18 18:22:11.125896 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-4da14df0-688d-4c27-82f1-9cbdf1c115a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 200 len: 217 time: 0.0385540 Jun 18 18:22:11.177872 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-e8710e0e-a11a-4b63-9956-db7fdd2988ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:11.179474 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-e8710e0e-a11a-4b63-9956-db7fdd2988ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 200 len: 854 time: 0.0466151 Jun 18 18:22:11.196517 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9806bb7-0270-4a3c-acc0-ea9126cffaa5 None None] New status for floating IP faec4e66-8db1-49a6-abd6-be40054f9984: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:22:11.238796 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-79add5b7-cffe-4980-afd9-5c121651f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:11.240231 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-79add5b7-cffe-4980-afd9-5c121651f393 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2d0c80e-ec98-483a-bee5-3894b2d84ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524037 Jun 18 18:22:11.334072 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-6ca46324-3f1c-4e0e-b426-4a6c4b784b2f service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869896 Jun 18 18:22:11.423309 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-f4866ade-b184-49f1-8b83-6cccc98b4e22 req-e7079019-d4e9-483f-aeaf-64e3597a52bc service neutron] 10.222.0.35 "GET /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807390 Jun 18 18:22:15.143038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac112b-8e09-4997-a6c2-39e6b7d3dfaa req-d85ea61c-abb7-4306-898c-c3a0d989323b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:15.144488 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-89ac112b-8e09-4997-a6c2-39e6b7d3dfaa req-d85ea61c-abb7-4306-898c-c3a0d989323b tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0642312 Jun 18 18:22:15.182790 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-89ac112b-8e09-4997-a6c2-39e6b7d3dfaa req-402fd23c-ae76-4024-9f56-e831ddca5135 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Jun 18 18:22:15.738646 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42324) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:15.899364 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Deleting port 3ed826d1-a713-4e72-b0d0-ab4b60f52a07 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:15.899701 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:15.978811 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:15.979135 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:16.055961 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Calling delete_port for 3ed826d1-a713-4e72-b0d0-ab4b60f52a07 owned by network:floatingip {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:16.288987 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:16.291460 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-a86f1d30-df1a-4f11-aa7f-2793bfec9946 tempest-AttachVolumeShelveTestJSON-1714326152 tempest-AttachVolumeShelveTestJSON-1714326152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:16.314900 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event deleted for resources: {'Port': ['ID=3ed826d1-a713-4e72-b0d0-ab4b60f52a07,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:16.319117 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:16.369792 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8b408-7d92-4db3-bac9-f9de4440891f req-c2f2cbfb-ab44-4350-b79c-c08a0c16ef0f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:16.371845 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1ec8b408-7d92-4db3-bac9-f9de4440891f req-c2f2cbfb-ab44-4350-b79c-c08a0c16ef0f tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.0711951 Jun 18 18:22:16.392543 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:16.392891 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.db.l3_db [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Floating IP 8914bf4c-738e-4b4b-b568-f3eaa57e2316 disassociated (deleted). External IP: 172.27.2.112, port: 9139ad2b-f7bd-4af1-a61c-7d730db5b292. Jun 18 18:22:16.414866 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-1ec8b408-7d92-4db3-bac9-f9de4440891f req-70a85f45-9961-4033-968d-5303415133ae tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375993 Jun 18 18:22:16.609210 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Router f5aecc86-9425-4377-8de6-1d0f46cf5b40 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:16.722449 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:16.727605 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for floatingip, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:16.733066 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Sync routers for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:16.746398 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:16.747044 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:16.765825 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3b2d8b28-051a-4973-aa33-d3a1a123c5e7 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "DELETE /v2.0/floatingips/8914bf4c-738e-4b4b-b568-f3eaa57e2316 HTTP/1.1" status: 204 len: 168 time: 1.0260770 Jun 18 18:22:16.766780 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:22:16.769608 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93f7dbaa425db50a73fc3a73b468c8dacdd2b2792b17c2fdc9e53b1443d9fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:22:16.865792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:17.000184 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d489292-a418-4e2c-861a-c732493b63ad x-openstack-request-id: req-4d489292-a418-4e2c-861a-c732493b63ad {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:22:17.000555 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "status": "completed", "code": 200}]} {{(pid=93523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:22:17.000855 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d489292-a418-4e2c-861a-c732493b63ad {{(pid=93523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:22:17.001404 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'status': 'completed', 'code': 200} Jun 18 18:22:17.080693 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-2bb2f7bc-ab85-45c5-86a0-d6f50b5d2ee5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.082147 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-2bb2f7bc-ab85-45c5-86a0-d6f50b5d2ee5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.35 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.1010427 Jun 18 18:22:17.213621 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:17.242916 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Checking router: f5aecc86-9425-4377-8de6-1d0f46cf5b40 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:17.252041 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:17.253196 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:17.408142 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:17.466837 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-b8ef314c-e983-4db2-ab81-0b8519774d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.468984 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-b8ef314c-e983-4db2-ab81-0b8519774d4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f891bde6f0864ee6a12e83a179606c3e&device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 1099 time: 0.4429066 Jun 18 18:22:17.628689 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:17.655627 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac60097-010e-4b56-b5d9-badd799cb2fd None None] The sync data for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi is: [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:17:15Z', 'revision_number': 4, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi', '_interfaces': [{'id': '22f8d27e-89e3-4fe6-be25-592418ea5807', 'name': '', 'network_id': '33ad5d57-ac41-4496-b2d9-7bb3b1248812', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'mac_address': 'fa:16:3e:64:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:14Z', 'updated_at': '2021-06-18T18:17:21Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'subnets': [{'id': '300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:17.679549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d4514-1ce4-48b5-afca-04e5eb18a46d req-f27f268c-5164-417d-b663-75f577eb1f92 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.681080 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d91d4514-1ce4-48b5-afca-04e5eb18a46d req-f27f268c-5164-417d-b663-75f577eb1f92 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.2610724 Jun 18 18:22:17.687895 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-a735c6fd-8d0e-4941-aa21-eff72617d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.689407 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-a735c6fd-8d0e-4941-aa21-eff72617d720 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 200 len: 910 time: 0.2109184 Jun 18 18:22:17.751824 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Deleting port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:17.752156 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:17.762270 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-82f1ec05-92ff-489f-bdba-4b7aff6d928c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 200 len: 217 time: 0.0590258 Jun 18 18:22:17.787368 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2629f-3fb5-4bf8-86d5-11f9757b8da5 req-bee24c9a-0f8f-4459-aa4e-a2e047384c61 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.788928 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6fe2629f-3fb5-4bf8-86d5-11f9757b8da5 req-bee24c9a-0f8f-4459-aa4e-a2e047384c61 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 946 time: 0.2190943 Jun 18 18:22:17.863646 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-d91d4514-1ce4-48b5-afca-04e5eb18a46d req-253c70d6-aa51-42e7-9a6b-5830a3348675 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726613 Jun 18 18:22:17.879707 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce28e1-bd83-467b-b9db-ae1edde17b32 None None] New status for floating IP 8914bf4c-738e-4b4b-b568-f3eaa57e2316: DOWN {{(pid=93526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 18:22:17.910674 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-c74817e3-d3b0-4d1d-91fc-504f280f1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:17.912102 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-c74817e3-d3b0-4d1d-91fc-504f280f1374 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 200 len: 848 time: 0.1376970 Jun 18 18:22:17.917937 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-6fe2629f-3fb5-4bf8-86d5-11f9757b8da5 req-b36f18a6-e11c-4a44-8d0a-8513577b8d2d tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4e26114-53a4-48d7-93ed-3e217a0cedf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893919 Jun 18 18:22:17.973813 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] For port ba1fab24-ceae-4a11-bb9e-bfacc9f26548, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:17.974177 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:18.041553 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Calling delete_port for ba1fab24-ceae-4a11-bb9e-bfacc9f26548 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:18.099383 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-8637c305-495e-4a46-a3e1-aa27fa34aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:18.100886 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-8637c305-495e-4a46-a3e1-aa27fa34aee7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33ad5d57-ac41-4496-b2d9-7bb3b1248812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800759 Jun 18 18:22:18.240758 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-a7f4949f-40f7-4385-a4bb-479de9336ab4 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282778 Jun 18 18:22:18.334398 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-53fb5c2a-8d4b-445e-8dc4-7cf05ccd14d2 req-d56eaea0-aa90-4242-ba9d-0c6a4353fde0 service neutron] 10.222.0.35 "GET /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868168 Jun 18 18:22:18.355554 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:18.359523 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6cdfb8b7-c2ac-4a06-a928-99d201654894 tempest-ServerRescueNegativeTestJSON-1997524126 tempest-ServerRescueNegativeTestJSON-1997524126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:18.367845 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] get_ports_and_sgs() called for port_ids ['ba1fab24-ceae-4a11-bb9e-bfacc9f26548'] {{(pid=93525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 18:22:18.386762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Pushing event deleted for resources: {'Port': ['ID=ba1fab24-ceae-4a11-bb9e-bfacc9f26548,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:18.395023 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:18.437037 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] No DVR routers for this DVR port ba1fab24-ceae-4a11-bb9e-bfacc9f26548 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:18.439795 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:18.442218 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-dbf9eb33-525d-4f98-8dec-08f4d9a09f4f req-e9f5ec1d-91d9-45ab-96fc-76dd596c6487 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.35 "DELETE /v2.0/ports/ba1fab24-ceae-4a11-bb9e-bfacc9f26548 HTTP/1.1" status: 204 len: 173 time: 1.3516550 Jun 18 18:22:18.442750 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'name': 'network-vif-deleted', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:22:18.445502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c96b67f-d46c-491e-9fa7-1849668786a8" -d '{"events": [{"server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "name": "network-vif-deleted", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:22:18.485745 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0ad40-c045-43e0-8176-fc03114cd32e x-openstack-request-id: req-32c0ad40-c045-43e0-8176-fc03114cd32e {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:22:18.486345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd6ec5-c93a-4022-a71d-abab264bebaa", "name": "network-vif-deleted", "tag": "ba1fab24-ceae-4a11-bb9e-bfacc9f26548", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:22:18.486345 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32c0ad40-c045-43e0-8176-fc03114cd32e {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:22:18.486772 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd6ec5-c93a-4022-a71d-abab264bebaa', 'name': 'network-vif-deleted', 'tag': 'ba1fab24-ceae-4a11-bb9e-bfacc9f26548', 'status': 'completed', 'code': 200} Jun 18 18:22:19.087414 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-9abd270d-503f-4e7b-82e8-8ce5f43503a9 req-bf5c1304-e939-4da8-85e3-5b5853ef2152 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dd6ec5-c93a-4022-a71d-abab264bebaa HTTP/1.1" status: 200 len: 210 time: 0.0402420 Jun 18 18:22:19.100634 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-15a25de7-56ef-4cfc-af18-1634663afc22 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:19.102053 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-15a25de7-56ef-4cfc-af18-1634663afc22 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1355751 Jun 18 18:22:19.113696 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aecef-0206-4e34-b4d8-fd1e08333d7f req-9440cd87-8035-41c2-8f2f-622949656b9e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 18:22:19.115126 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8c8aecef-0206-4e34-b4d8-fd1e08333d7f req-9440cd87-8035-41c2-8f2f-622949656b9e tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 946 time: 0.1214809 Jun 18 18:22:19.191435 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-8c8aecef-0206-4e34-b4d8-fd1e08333d7f req-a1fc5c8d-9f94-4e46-b68a-46180c9b8c85 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/security-groups?id=943b0fbb-aaee-43a5-8664-19eb1253b492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672495 Jun 18 18:22:19.234687 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Deleting port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:19.235032 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:19.328562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] For port 9139ad2b-f7bd-4af1-a61c-7d730db5b292, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9139ad2b-f7bd-4af1-a61c-7d730db5b292,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:19.328930 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:19.397404 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Calling delete_port for 9139ad2b-f7bd-4af1-a61c-7d730db5b292 owned by compute:nova {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:19.620124 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:19.624637 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-c5c17549-9fa6-450e-8621-43e2735d5538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:19.656574 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event deleted for resources: {'Port': ['ID=9139ad2b-f7bd-4af1-a61c-7d730db5b292,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:19.659500 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:19.701567 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] No DVR routers for this DVR port 9139ad2b-f7bd-4af1-a61c-7d730db5b292 on host hv-cinder-79611 {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:19.704009 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92174'] for port, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:19.706034 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-08cd83ea-c35b-41e7-b955-4c63934cb8e4 req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.35 "DELETE /v2.0/ports/9139ad2b-f7bd-4af1-a61c-7d730db5b292 HTTP/1.1" status: 204 len: 173 time: 0.5900016 Jun 18 18:22:20.331289 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-aa66df87-e462-447b-bb38-e9a710b73839 req-43fd934e-bd31-461b-8def-a064b67298a4 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jun 18 18:22:20.488481 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-deleted', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292'}] {{(pid=93524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 18:22:20.491105 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1bc2b447e712ad27c9d186a49524445b050f847f88d94dfd319574854a1399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e318b6-7e16-4533-9f78-94c92892b355" -d '{"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-deleted", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292"}]}' {{(pid=93524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 18:22:20.531656 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602e828-a9bf-4e1f-8e19-da51bb1e5e53 x-openstack-request-id: req-d602e828-a9bf-4e1f-8e19-da51bb1e5e53 {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 18:22:20.531995 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11270e-2ee0-4031-b785-36f9d0797256", "name": "network-vif-deleted", "tag": "9139ad2b-f7bd-4af1-a61c-7d730db5b292", "status": "completed", "code": 200}]} {{(pid=93524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 18:22:20.532311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d602e828-a9bf-4e1f-8e19-da51bb1e5e53 {{(pid=93524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 18:22:20.532757 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11270e-2ee0-4031-b785-36f9d0797256', 'name': 'network-vif-deleted', 'tag': '9139ad2b-f7bd-4af1-a61c-7d730db5b292', 'status': 'completed', 'code': 200} Jun 18 18:22:20.655457 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device ba1fab24-ceae-4a11-bb9e-bfacc9f26548 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:20.677449 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: ba1fab24-ceae-4a11-bb9e-bfacc9f26548 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:20.677741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device ba1fab24-ceae-4a11-bb9e-bfacc9f26548 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:20.678187 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:20.700428 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] No Port match for: 9139ad2b-f7bd-4af1-a61c-7d730db5b292 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:20.700908 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Device 9139ad2b-f7bd-4af1-a61c-7d730db5b292 not bound to the agent host hv-cinder-79611 {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:21.479444 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [req-32814332-343c-4849-82c0-5b2e1518d6e4 req-f1803c5f-d9e5-4453-9669-e7e824b42ba4 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d11270e-2ee0-4031-b785-36f9d0797256 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Jun 18 18:22:21.812150 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42400) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:22.232597 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.577089 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42404) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:22.631566 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-0ff175a8-cb59-4314-b15b-d2c9435fb928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.643913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.672075 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.797849 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Deleting port ad131124-c0c4-4247-bafb-eb15ddab8f46 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:22.798183 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.835046 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.837801 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.838944 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] 10.222.0.42 "DELETE /v2.0/security-groups/943b0fbb-aaee-43a5-8664-19eb1253b492 HTTP/1.1" status: 204 len: 168 time: 0.2608502 Jun 18 18:22:22.840240 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-2097ffb6-85c9-46f8-8420-093abb4cfb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:22.853043 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b0fbb-aaee-43a5-8664-19eb1253b492,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:22.857643 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-9c93fa5a-776a-40ac-af4e-6d1493ded37b tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:22.880542 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] For port ad131124-c0c4-4247-bafb-eb15ddab8f46, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=ad131124-c0c4-4247-bafb-eb15ddab8f46,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:22.881071 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:22.947410 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Calling delete_port for ad131124-c0c4-4247-bafb-eb15ddab8f46 owned by network:router_interface {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:22.948900 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42408) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:23.240673 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.242761 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-606864f1-03ef-48c9-ad15-ce12b7b60e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:23.265060 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad131124-c0c4-4247-bafb-eb15ddab8f46,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:23.268907 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:23.443558 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.461027 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.658179 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Router b19cce9c-8f6b-4b1c-a94c-31722b084f5b has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:23.715946 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Deleting port 22f8d27e-89e3-4fe6-be25-592418ea5807 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:23.716549 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.764496 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:23.769747 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-ee424f51-0565-42c5-a8a8-a966930164f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/b19cce9c-8f6b-4b1c-a94c-31722b084f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565084 Jun 18 18:22:23.772412 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42412) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:23.780218 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Sync routers for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:23.789905 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:23.790669 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:23.806641 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] For port 22f8d27e-89e3-4fe6-be25-592418ea5807, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=22f8d27e-89e3-4fe6-be25-592418ea5807,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:23.807103 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.876021 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Calling delete_port for 22f8d27e-89e3-4fe6-be25-592418ea5807 owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:23.885834 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks [] for router, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:23.899354 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:23.994125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.078468 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:22:23Z', 'revision_number': 5, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port': {'id': '50257b57-9083-402d-a3e4-5955c3f2efdd', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:19:55Z', 'updated_at': '2021-06-18T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:24.109795 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Checking router: b19cce9c-8f6b-4b1c-a94c-31722b084f5b for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:24.118682 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Routers {'b19cce9c-8f6b-4b1c-a94c-31722b084f5b'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:24.119312 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:24.140201 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.143471 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5f2d56da-23f9-442a-99f7-ffa963b13051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:24.144879 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Deleting port 50257b57-9083-402d-a3e4-5955c3f2efdd {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:24.145222 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.172889 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f8d27e-89e3-4fe6-be25-592418ea5807,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:24.175960 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:24.226139 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] Set router b19cce9c-8f6b-4b1c-a94c-31722b084f5b gateway port host: None {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:24.250498 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] For port 50257b57-9083-402d-a3e4-5955c3f2efdd, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=50257b57-9083-402d-a3e4-5955c3f2efdd,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:24.250871 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.291079 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:22:23Z', 'revision_number': 6, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:24.326482 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ecdba-b5f5-4085-8022-2ffa5dea17fd None None] The sync data for ids ['b19cce9c-8f6b-4b1c-a94c-31722b084f5b'] in dv-cinder-796113-5-iscsi is: [{'id': 'b19cce9c-8f6b-4b1c-a94c-31722b084f5b', 'name': 'tempest-TestMinimumBasicScenario-2070769249-router', 'tenant_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:19:54Z', 'updated_at': '2021-06-18T18:22:23Z', 'revision_number': 6, 'project_id': 'ec49ffe1219a4975981e2898ec67fd5c', 'gw_port_host': None}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:24.341089 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Calling delete_port for 50257b57-9083-402d-a3e4-5955c3f2efdd owned by network:router_gateway {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:24.367520 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.593665 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Router f5aecc86-9425-4377-8de6-1d0f46cf5b40 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:24.597105 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.600125 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-50f438f0-bfb0-4016-899f-98120045b9e3 tempest-AttachVolumeTestJSON-823915509 tempest-AttachVolumeTestJSON-823915509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:24.629198 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Pushing event deleted for resources: {'Port': ['ID=50257b57-9083-402d-a3e4-5955c3f2efdd,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:24.633041 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:24.691662 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.703290 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:24.722950 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Sync routers for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:24.737460 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:24.738299 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:24.739231 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] 10.222.0.42 "PUT /v2.0/routers/f5aecc86-9425-4377-8de6-1d0f46cf5b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885110 Jun 18 18:22:24.739882 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42414) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:24.800633 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.803403 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.877187 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:24.885795 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device ad131124-c0c4-4247-bafb-eb15ddab8f46 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:24.913667 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: ad131124-c0c4-4247-bafb-eb15ddab8f46 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:24.914031 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device ad131124-c0c4-4247-bafb-eb15ddab8f46 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:24.940216 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.940817 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19cce9c-8f6b-4b1c-a94c-31722b084f5b {{(pid=93523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:22:24.945778 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:24.949980 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] 10.222.0.42 "DELETE /v2.0/routers/b19cce9c-8f6b-4b1c-a94c-31722b084f5b HTTP/1.1" status: 204 len: 168 time: 1.1736448 Jun 18 18:22:24.950215 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42416) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:25.008450 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Deleting subnet d5b3bb8a-ca17-45b2-bf18-301b59137990 {{(pid=93523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:22:25.012652 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.076783 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797175'] for subnet, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.098347 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:22:24Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:25.134239 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Checking router: f5aecc86-9425-4377-8de6-1d0f46cf5b40 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:25.144469 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Routers {'f5aecc86-9425-4377-8de6-1d0f46cf5b40'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:25.145199 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:21:55Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:25.157306 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-2f10e5fa-81ac-4bdf-a0ea-7a7568bc4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.170819 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.228682 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks [] for router, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.277676 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] Set router f5aecc86-9425-4377-8de6-1d0f46cf5b40 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:25.325301 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10371927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245995'] for subnet, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.330349 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-7a1cc1d9-e820-4e62-9972-024bb48774a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:25.356159 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.366121 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7063c24-10af-4e4e-83a7-52252317b18d None None] Network c2d0c80e-ec98-483a-bee5-3894b2d84ea3 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:22:25.366765 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.369197 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d5b3bb8a-ca17-45b2-bf18-301b59137990 HTTP/1.1" status: 204 len: 168 time: 0.4180279 Jun 18 18:22:25.370158 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b3bb8a-ca17-45b2-bf18-301b59137990,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:25.372562 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42418) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:25.377389 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-25e6f7e6-3c81-4a54-b238-6a22b887f98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:25.474997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.507359 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.512337 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:22:24Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:25.535593 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Deleting port 8b794315-d0a6-489a-a90d-6afeb18d32b8 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:25.535936 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.544252 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee8440-783e-41d1-94c3-dda131180dc6 None None] The sync data for ids ['f5aecc86-9425-4377-8de6-1d0f46cf5b40'] in dv-cinder-796113-5-iscsi is: [{'id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'name': 'tempest-TestShelveInstance-1827923978-router', 'tenant_id': 'f891bde6f0864ee6a12e83a179606c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:10Z', 'updated_at': '2021-06-18T18:22:24Z', 'revision_number': 5, 'project_id': 'f891bde6f0864ee6a12e83a179606c3e', 'gw_port': {'id': '8b794315-d0a6-489a-a90d-6afeb18d32b8', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aecc86-9425-4377-8de6-1d0f46cf5b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:11Z', 'updated_at': '2021-06-18T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:25.626911 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Deleting port 36233575-98f8-4455-8ce9-c18adcd77229 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:25.626911 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.683605 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] For port 8b794315-d0a6-489a-a90d-6afeb18d32b8, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8b794315-d0a6-489a-a90d-6afeb18d32b8,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:25.683955 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.762010 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Calling delete_port for 8b794315-d0a6-489a-a90d-6afeb18d32b8 owned by network:router_gateway {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:25.770050 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] For port 36233575-98f8-4455-8ce9-c18adcd77229, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=36233575-98f8-4455-8ce9-c18adcd77229,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:25.770411 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:25.845991 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Calling delete_port for 36233575-98f8-4455-8ce9-c18adcd77229 owned by network:dhcp {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:25.946256 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] DHCP port deletion for c2d0c80e-ec98-483a-bee5-3894b2d84ea3 request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:22:26.006271 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Deleting port 36233575-98f8-4455-8ce9-c18adcd77229 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:26.006915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.073061 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] For port 36233575-98f8-4455-8ce9-c18adcd77229, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=36233575-98f8-4455-8ce9-c18adcd77229,segment=NetworkSegment(5cb026f5-f8c8-4ac3-a4b7-76461408dc13),segment_id=5cb026f5-f8c8-4ac3-a4b7-76461408dc13)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:26.073506 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.109268 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.111764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-0e1604cd-a1b7-4b1e-8888-b7537a7d4db0 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:26.133038 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36233575-98f8-4455-8ce9-c18adcd77229,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:26.137764 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:26.140523 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Calling delete_port for 36233575-98f8-4455-8ce9-c18adcd77229 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:26.142255 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] No DVR routers for this DVR port 36233575-98f8-4455-8ce9-c18adcd77229 on host dv-cinder-796113-5-iscsi {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:26.209636 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.213584 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ad597fbf-a34a-4baf-9971-e30333fba516 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:26.219416 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.221543 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:26.250443 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.251269 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Pushing event deleted for resources: {'Port': ['ID=36233575-98f8-4455-8ce9-c18adcd77229,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:26.253257 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b794315-d0a6-489a-a90d-6afeb18d32b8,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:26.255521 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] No DVR routers for this DVR port 36233575-98f8-4455-8ce9-c18adcd77229 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:26.261991 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.262317 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.262511 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:26.262645 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.262969 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.263291 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.263612 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.263929 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.264248 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.264606 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.264902 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.265216 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.266671 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:26.267253 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d0c80e-ec98-483a-bee5-3894b2d84ea3']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:26.268811 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-75d1801b-4cd6-430c-9aba-58cfca8d4465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:26.319155 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb026f5-f8c8-4ac3-a4b7-76461408dc13') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:26.319448 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb026f5-f8c8-4ac3-a4b7-76461408dc13') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:26.337309 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.358365 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.363394 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.367449 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:22:26.368069 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: conditions |= (models_v2.Port.network_id.in_( Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:22:26.369469 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:22:26.477858 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.504135 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.508441 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.544594 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 50257b57-9083-402d-a3e4-5955c3f2efdd no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:26.565125 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 50257b57-9083-402d-a3e4-5955c3f2efdd {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:26.565582 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 50257b57-9083-402d-a3e4-5955c3f2efdd not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:26.566090 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 36233575-98f8-4455-8ce9-c18adcd77229 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:26.584464 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 36233575-98f8-4455-8ce9-c18adcd77229 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:26.584822 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 36233575-98f8-4455-8ce9-c18adcd77229 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:26.585243 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 22f8d27e-89e3-4fe6-be25-592418ea5807 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:26.602741 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 22f8d27e-89e3-4fe6-be25-592418ea5807 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:26.603097 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 22f8d27e-89e3-4fe6-be25-592418ea5807 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:26.631197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.635007 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-471531bb-7eb9-4dc2-b774-cf1439d967d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:26.641787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.641787 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c2d0c80e-ec98-483a-bee5-3894b2d84ea3 HTTP/1.1" status: 204 len: 168 time: 1.2661114 Jun 18 18:22:26.643663 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42420) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:26.651965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d0c80e-ec98-483a-bee5-3894b2d84ea3,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:26.654649 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-5c0e706c-fe7c-4b4b-ba80-8cdb88b177a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:26.663171 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.663739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5aecc86-9425-4377-8de6-1d0f46cf5b40 {{(pid=93524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:22:26.669033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.670130 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-fb5bbbc7-e727-496f-8577-de456e16771d admin admin] 10.222.0.42 "DELETE /v2.0/routers/f5aecc86-9425-4377-8de6-1d0f46cf5b40 HTTP/1.1" status: 204 len: 168 time: 1.9291596 Jun 18 18:22:26.672590 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42422) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:26.719798 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Deleting subnet 300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:22:26.723233 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.760712 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.850124 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.972155 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:26.975480 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-31bb8f01-6338-4e6a-a62f-bf65dc38ef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:26.999013 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:27.002180 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:27.003179 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.005369 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-6e4dd717-0d71-4363-a7a2-01275411862b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/300f07d6-72ac-4fb8-9a85-c9ebd6d3f5ac HTTP/1.1" status: 204 len: 168 time: 0.3315117 Jun 18 18:22:27.027745 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42424) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:27.028057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb55489-458b-4549-a9f4-8614a911a7ce None None] Network 33ad5d57-ac41-4496-b2d9-7bb3b1248812 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:22:27.034795 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.168176 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.304457 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Deleting port f9eb0a96-8681-4fdf-8cb7-413898192bf1 {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:27.304979 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.377757 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] DHCP port deletion for 33ad5d57-ac41-4496-b2d9-7bb3b1248812 request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:22:27.404412 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] For port f9eb0a96-8681-4fdf-8cb7-413898192bf1, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f9eb0a96-8681-4fdf-8cb7-413898192bf1,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:27.404826 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.424050 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Deleting port f9eb0a96-8681-4fdf-8cb7-413898192bf1 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:27.424476 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.484923 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Calling delete_port for f9eb0a96-8681-4fdf-8cb7-413898192bf1 owned by network:dhcp {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:27.490941 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] For port f9eb0a96-8681-4fdf-8cb7-413898192bf1, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=f9eb0a96-8681-4fdf-8cb7-413898192bf1,segment=NetworkSegment(fe67623a-0b8a-466a-bb6e-d763bcdc4110),segment_id=fe67623a-0b8a-466a-bb6e-d763bcdc4110)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:27.491345 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.572175 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Calling delete_port for f9eb0a96-8681-4fdf-8cb7-413898192bf1 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:27.603835 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Deleting port 82209ea1-e1b2-4251-bb55-3c464a15929a {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:27.604173 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.675863 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.677335 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.680060 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:27.682421 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-ab5cf2c0-d8da-489a-8f62-dcb6e83f8ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:27.703147 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Pushing event deleted for resources: {'Port': ['ID=f9eb0a96-8681-4fdf-8cb7-413898192bf1,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:27.706310 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:27.707145 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca70848-1a59-4cb7-912f-fedb0d044c07 None None] No DVR routers for this DVR port f9eb0a96-8681-4fdf-8cb7-413898192bf1 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:27.723476 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9eb0a96-8681-4fdf-8cb7-413898192bf1,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:27.725554 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] No DVR routers for this DVR port f9eb0a96-8681-4fdf-8cb7-413898192bf1 on host dv-cinder-796113-5-iscsi {{(pid=93523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:27.728025 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] For port 82209ea1-e1b2-4251-bb55-3c464a15929a, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=82209ea1-e1b2-4251-bb55-3c464a15929a,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:27.728452 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.733614 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:27.832518 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Calling delete_port for 82209ea1-e1b2-4251-bb55-3c464a15929a owned by network:router_interface {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:27.881130 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.917359 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ad5d57-ac41-4496-b2d9-7bb3b1248812']}} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:27.930897 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe67623a-0b8a-466a-bb6e-d763bcdc4110') {'for_net_delete': True} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:27.931108 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.services.segments.db [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe67623a-0b8a-466a-bb6e-d763bcdc4110') {} {{(pid=93523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:27.952617 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797182'] for segment, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:27.969495 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.007936 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:22:28.008346 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415612'] for segment, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: Traceback (most recent call last): Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: timer() Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: cb(*args, **kw) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: return func(*args, **kwargs) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: self._notify() Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: self.callback(batched_events) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: event.method(event) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: return f(self, *a, **k) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._get(url).json() Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: return self.request(url, 'GET', **kwargs) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:22:28.009949 dv-cinder-796113-5-iscsi neutron-server[93523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:22:28.103512 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.385240 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.391909 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.393931 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/33ad5d57-ac41-4496-b2d9-7bb3b1248812 HTTP/1.1" status: 204 len: 168 time: 1.3847580 Jun 18 18:22:28.396348 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:28.396805 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42428) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:28.415270 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ad5d57-ac41-4496-b2d9-7bb3b1248812,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:28.417799 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-d25e5c62-0af4-4d66-a656-14896245f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:28.481445 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8b794315-d0a6-489a-a90d-6afeb18d32b8 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:28.482732 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.486189 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-4cd918fd-fd64-4e65-b2a7-48d6f4fe97b0 tempest-AttachVolumeNegativeTest-75501246 tempest-AttachVolumeNegativeTest-75501246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:28.504806 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 8b794315-d0a6-489a-a90d-6afeb18d32b8 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:28.505257 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8b794315-d0a6-489a-a90d-6afeb18d32b8 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:28.505791 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f9eb0a96-8681-4fdf-8cb7-413898192bf1 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:28.512633 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=82209ea1-e1b2-4251-bb55-3c464a15929a,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:28.515451 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:28.527876 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: f9eb0a96-8681-4fdf-8cb7-413898192bf1 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:28.528240 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device f9eb0a96-8681-4fdf-8cb7-413898192bf1 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:28.693686 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.778498 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508158'] for router_interface, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:28.929292 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Router 6761ce62-5e47-4065-a498-b885d3733c93 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:29.024608 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:29.030015 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-f68de2fe-2269-4aea-ac81-6156111b1b1a admin admin] 10.222.0.42 "PUT /v2.0/routers/6761ce62-5e47-4065-a498-b885d3733c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3851538 Jun 18 18:22:29.032547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42430) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:29.034159 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Deleting port 8d15f1e1-dff0-4235-a3f8-8089b444a90c {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:29.034569 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.037224 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Sync routers for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:29.047010 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:29.047575 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:22:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:29.115074 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] For port 8d15f1e1-dff0-4235-a3f8-8089b444a90c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=8d15f1e1-dff0-4235-a3f8-8089b444a90c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:29.115529 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.137058 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks [] for router, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.151340 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:29.182989 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Calling delete_port for 8d15f1e1-dff0-4235-a3f8-8089b444a90c owned by network:router_interface {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:29.240547 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.328663 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:22:28Z', 'revision_number': 5, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port': {'id': '61c0c12b-6af3-4399-a3a1-ddbb5f3269da', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6761ce62-5e47-4065-a498-b885d3733c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:29.352375 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Deleting port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da {{(pid=93523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:29.352718 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.354929 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Checking router: 6761ce62-5e47-4065-a498-b885d3733c93 for host: dv-cinder-796113-5-iscsi {{(pid=93525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:29.363149 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Routers {'6761ce62-5e47-4065-a498-b885d3733c93'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:29.363771 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:22:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['6761ce62-5e47-4065-a498-b885d3733c93'], 'active': True} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:29.434796 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.db [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] For port 61c0c12b-6af3-4399-a3a1-ddbb5f3269da, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:29.435145 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.442448 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.445538 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8a503310-0a95-4187-8af8-40fecdaa1e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:29.449947 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvr_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] Set router 6761ce62-5e47-4065-a498-b885d3733c93 gateway port host: None {{(pid=93525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:29.470959 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d15f1e1-dff0-4235-a3f8-8089b444a90c,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:29.481042 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.481431 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.481809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.482240 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.482606 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.482976 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.483338 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.483698 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.484061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.484448 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.484807 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.485164 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-5-iscsi {{(pid=93524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 18:22:29.492809 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:29.507208 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_hamode_db [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:22:29Z', 'revision_number': 6, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:29.518979 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Calling delete_port for 61c0c12b-6af3-4399-a3a1-ddbb5f3269da owned by network:router_gateway {{(pid=93523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:29.534842 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55580d-fc7b-4569-beac-dab4bc511e4c None None] The sync data for ids ['6761ce62-5e47-4065-a498-b885d3733c93'] in dv-cinder-796113-5-iscsi is: [{'id': '6761ce62-5e47-4065-a498-b885d3733c93', 'name': 'tempest-TestMinimumBasicScenario-2118179407-router', 'tenant_id': 'b7d6298b24124774acf198d9fb2a4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:20:01Z', 'updated_at': '2021-06-18T18:22:29Z', 'revision_number': 6, 'project_id': 'b7d6298b24124774acf198d9fb2a4677', 'gw_port_host': None}] {{(pid=93525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:29.662363 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1686140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507970'] for router_interface, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.785649 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10371885'] for port, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.788915 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-eaf79154-c900-462d-9312-e64338c955ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:29.813286 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Pushing event deleted for resources: {'Port': ['ID=61c0c12b-6af3-4399-a3a1-ddbb5f3269da,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:29.818997 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:29.872167 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.882813 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Router 56cb6dd3-de0a-4480-88de-7b4012590611 has already been hosted by L3 agent d9d9a0d0-2d46-4569-9466-1a4a35e45e13 {{(pid=93524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 18:22:29.968019 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:29.971396 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.002490 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] Notify agent at l3_agent.dv-cinder-796113-5-iscsi the message routers_updated {{(pid=93524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 18:22:30.008115 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-67d201a0-0940-48ab-b9b7-88f7d1ebd787 admin admin] 10.222.0.42 "PUT /v2.0/routers/56cb6dd3-de0a-4480-88de-7b4012590611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102533 Jun 18 18:22:30.011098 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42432) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:30.014332 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Sync routers for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 18:22:30.024081 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:30.027369 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:22:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:30.094256 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.094810 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6761ce62-5e47-4065-a498-b885d3733c93 {{(pid=93523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:22:30.099443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] Notify callbacks [] for router, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.100380 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-3a2f492f-921d-427b-957d-6dedc9b5b26e admin admin] 10.222.0.42 "DELETE /v2.0/routers/6761ce62-5e47-4065-a498-b885d3733c93 HTTP/1.1" status: 204 len: 168 time: 1.0669894 Jun 18 18:22:30.102906 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42434) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:30.130452 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: dv-cinder-796113-5-iscsi {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:30.150064 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks [] for router, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.189311 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Deleting subnet af328dc3-6481-426d-b173-3e2998d85a43 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:22:30.194879 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.265022 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.323532 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.372001 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.396243 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'external_fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:22:29Z', 'revision_number': 5, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port': {'id': '00f91ec4-7ebe-4ed5-b25a-fb99902a9b28', 'name': '', 'network_id': 'eaa3fec3-1398-44c7-a705-1f53cad27f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T18:17:20Z', 'updated_at': '2021-06-18T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0377427a-05ed-48ba-b353-253cb2ecf50e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-5-iscsi'}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:30.422570 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Checking router: 56cb6dd3-de0a-4480-88de-7b4012590611 for host: dv-cinder-796113-5-iscsi {{(pid=93526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 18:22:30.431757 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Routers {'56cb6dd3-de0a-4480-88de-7b4012590611'} bound to L3 agent in host dv-cinder-796113-5-iscsi {{(pid=93526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 18:22:30.432708 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T18:02:55Z,description=,heartbeat_timestamp=2021-06-18T18:22:25Z,host='dv-cinder-796113-5-iscsi',id=d9d9a0d0-2d46-4569-9466-1a4a35e45e13,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T18:02:56Z,topic='l3_agent')) {'router_ids': ['56cb6dd3-de0a-4480-88de-7b4012590611'], 'active': True} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:30.476531 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Deleting port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:30.477061 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.542212 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_dvr_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] Set router 56cb6dd3-de0a-4480-88de-7b4012590611 gateway port host: None {{(pid=93526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 18:22:30.569760 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 82209ea1-e1b2-4251-bb55-3c464a15929a no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:30.598535 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 82209ea1-e1b2-4251-bb55-3c464a15929a {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:30.599406 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 82209ea1-e1b2-4251-bb55-3c464a15929a not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:30.600244 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.l3_hamode_db [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:22:30Z', 'revision_number': 6, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port_host': None}], 'dv-cinder-796113-5-iscsi', False) {} {{(pid=93526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:30.600935 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 61c0c12b-6af3-4399-a3a1-ddbb5f3269da no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:30.624335 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 61c0c12b-6af3-4399-a3a1-ddbb5f3269da {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:30.625122 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 61c0c12b-6af3-4399-a3a1-ddbb5f3269da not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:30.628020 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9d332-b3c7-4f2a-8920-8a1916b3acb5 None None] The sync data for ids ['56cb6dd3-de0a-4480-88de-7b4012590611'] in dv-cinder-796113-5-iscsi is: [{'id': '56cb6dd3-de0a-4480-88de-7b4012590611', 'name': 'tempest-TestShelveInstance-1765357311-router', 'tenant_id': '7f61a290a53c4702a57c6f33b7de9024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T18:17:19Z', 'updated_at': '2021-06-18T18:22:30Z', 'revision_number': 6, 'project_id': '7f61a290a53c4702a57c6f33b7de9024', 'gw_port_host': None}] {{(pid=93526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 18:22:30.799866 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.805685 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-eb5b757e-86b0-4ec2-8c9d-f6f2861d5738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:30.836559 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.838714 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af328dc3-6481-426d-b173-3e2998d85a43 HTTP/1.1" status: 204 len: 168 time: 0.7347734 Jun 18 18:22:30.839571 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af328dc3-6481-426d-b173-3e2998d85a43,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:30.841810 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a599ce3-6fb5-4bfe-8b98-fa9ff46b4401 None None] Network ac5e5181-ca23-4249-9f63-ccacd70a6a95 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:22:30.842000 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42436) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:30.850997 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:30.940524 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] For port 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,segment=NetworkSegment(883c2fd0-7fca-4ce9-8f2c-727c807eb817),segment_id=883c2fd0-7fca-4ce9-8f2c-727c807eb817)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:30.940887 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:30.963276 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.019248 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Calling delete_port for 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 owned by network:router_gateway {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:31.046195 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] DHCP port deletion for ac5e5181-ca23-4249-9f63-ccacd70a6a95 request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:22:31.099836 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Deleting port 649c9f90-d1af-4167-ba65-296f186eb997 {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:31.100573 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.160447 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] For port 649c9f90-d1af-4167-ba65-296f186eb997, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=649c9f90-d1af-4167-ba65-296f186eb997,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:31.160866 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.172375 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Deleting port 649c9f90-d1af-4167-ba65-296f186eb997 {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:31.172714 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.225859 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Calling delete_port for 649c9f90-d1af-4167-ba65-296f186eb997 owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:31.271423 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] For port 649c9f90-d1af-4167-ba65-296f186eb997, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=649c9f90-d1af-4167-ba65-296f186eb997,segment=NetworkSegment(1039ae9c-6285-4c7e-bb1c-59f617de41a6),segment_id=1039ae9c-6285-4c7e-bb1c-59f617de41a6)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:31.271713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.352354 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Calling delete_port for 649c9f90-d1af-4167-ba65-296f186eb997 owned by network:dhcp {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:31.362687 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.364787 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-146f7d3e-ca73-4163-ae5b-df74f76a875a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:31.389382 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Pushing event deleted for resources: {'Port': ['ID=649c9f90-d1af-4167-ba65-296f186eb997,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:31.391572 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] No DVR routers for this DVR port 649c9f90-d1af-4167-ba65-296f186eb997 on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:31.392967 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-a639da89-517f-4f4f-92b9-0a3eac892b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:31.441281 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.443386 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-99eb15ab-6cba-4244-a0bd-fb98d37a84e3 tempest-TestShelveInstance-2017639363 tempest-TestShelveInstance-2017639363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:31.474267 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.476635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Pushing event deleted for resources: {'Port': ['ID=649c9f90-d1af-4167-ba65-296f186eb997,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:31.479390 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:31.480047 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:31.502244 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] No DVR routers for this DVR port 649c9f90-d1af-4167-ba65-296f186eb997 on host dv-cinder-796113-5-iscsi {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:31.510744 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f91ec4-7ebe-4ed5-b25a-fb99902a9b28,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:31.513787 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:31.624325 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.639657 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5e5181-ca23-4249-9f63-ccacd70a6a95']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:31.653288 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1039ae9c-6285-4c7e-bb1c-59f617de41a6') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:31.653581 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1039ae9c-6285-4c7e-bb1c-59f617de41a6') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:31.655322 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637230'] for router_gateway, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.715860 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.754775 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6958'] for router, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.756412 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.758616 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.766713 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:22:31.767090 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self.session.flush() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self.session.flush() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self.session.flush() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self.session.flush() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:22:31.768750 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:22:31.900580 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508961'] for router, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.901328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56cb6dd3-de0a-4480-88de-7b4012590611 {{(pid=93524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 18:22:31.907353 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] Notify callbacks [] for router, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.908942 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8428998f-c33c-4de9-8ac8-a3e640222268 admin admin] 10.222.0.42 "DELETE /v2.0/routers/56cb6dd3-de0a-4480-88de-7b4012590611 HTTP/1.1" status: 204 len: 168 time: 1.8965924 Jun 18 18:22:31.912109 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42438) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:31.924195 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.955274 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-f49fb437-d449-43c5-9771-7511d4867cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:31.959856 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:31.963037 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ac5e5181-ca23-4249-9f63-ccacd70a6a95 HTTP/1.1" status: 204 len: 168 time: 1.1169970 Jun 18 18:22:31.992753 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5e5181-ca23-4249-9f63-ccacd70a6a95,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:31.999057 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-4e7b580d-2f99-492f-97be-16de9b848585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:32.014519 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Deleting subnet 586bff79-de63-4a27-89c6-1fc8c47ff2c2 {{(pid=93524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 18:22:32.020576 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.077389 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10439677'] for subnet, precommit_delete_associations {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.190173 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482111'] for subnet, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.339909 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8599618'] for subnet, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.342422 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-795077a9-6ebf-4bf7-9a95-820e32a40c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:32.371630 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586bff79-de63-4a27-89c6-1fc8c47ff2c2,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:32.373863 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for subnet, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.376779 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/586bff79-de63-4a27-89c6-1fc8c47ff2c2 HTTP/1.1" status: 204 len: 168 time: 0.4634774 Jun 18 18:22:32.377694 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-73ffeb16-459e-4745-b88a-a02119461846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:32.389291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42442) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:32.397137 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36d061-1fd6-4882-a404-6a443bbcc70a None None] Network 31624146-6174-4c00-85ef-f45d67496041 requested from dv-cinder-796113-5-iscsi {{(pid=93525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 18:22:32.430620 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42444) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:32.472351 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598019'] for network, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.494006 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-55adbd3d-c3b1-4571-ba2a-4d5691f453ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec49ffe1219a4975981e2898ec67fd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614157 Jun 18 18:22:32.497459 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42446) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:32.517975 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:32.538291 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Deleting port 5af7ca2f-917e-481e-8061-09131a325e8c {{(pid=93524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:32.539819 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.554527 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:32.554887 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 00f91ec4-7ebe-4ed5-b25a-fb99902a9b28 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:32.555334 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8d15f1e1-dff0-4235-a3f8-8089b444a90c no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:32.556565 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.556958 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.579516 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 8d15f1e1-dff0-4235-a3f8-8089b444a90c {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:32.579771 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.579902 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 8d15f1e1-dff0-4235-a3f8-8089b444a90c not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:32.580328 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 649c9f90-d1af-4167-ba65-296f186eb997 no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:32.601915 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 649c9f90-d1af-4167-ba65-296f186eb997 {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:32.602275 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 649c9f90-d1af-4167-ba65-296f186eb997 not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:32.639940 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.db [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] For port 5af7ca2f-917e-481e-8061-09131a325e8c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=5af7ca2f-917e-481e-8061-09131a325e8c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:32.640503 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.680792 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] DHCP port deletion for 31624146-6174-4c00-85ef-f45d67496041 request from dv-cinder-796113-5-iscsi {{(pid=93525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 18:22:32.709203 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.711024 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.plugin [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Calling delete_port for 5af7ca2f-917e-481e-8061-09131a325e8c owned by network:dhcp {{(pid=93524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:32.711836 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.713009 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4e26114-53a4-48d7-93ed-3e217a0cedf4 HTTP/1.1" status: 204 len: 168 time: 0.2145119 Jun 18 18:22:32.713877 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cdbe6b0f-9988-445d-a04f-fa42d6e3ce07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:32.734051 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e26114-53a4-48d7-93ed-3e217a0cedf4,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:32.736857 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-64ab09cc-ba53-47a6-bc71-ae9ff9e5145e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:32.737742 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Deleting port 5af7ca2f-917e-481e-8061-09131a325e8c {{(pid=93525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 18:22:32.738139 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760201350885'] for port, before_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.814128 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.db [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] For port 5af7ca2f-917e-481e-8061-09131a325e8c, host dv-cinder-796113-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-5-iscsi',level=0,port_id=5af7ca2f-917e-481e-8061-09131a325e8c,segment=NetworkSegment(fe855588-7bf8-4374-9b80-5850805302f0),segment_id=fe855588-7bf8-4374-9b80-5850805302f0)] {{(pid=93525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 18:22:32.814518 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635759'] for port, precommit_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.877294 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439571'] for port, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.879502 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-e00762da-f4fd-4f54-8fc2-1d2c23bc18a5 tempest-TestMinimumBasicScenario-1844047656 tempest-TestMinimumBasicScenario-1844047656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:32.879643 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Calling delete_port for 5af7ca2f-917e-481e-8061-09131a325e8c owned by network:dhcp {{(pid=93525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 18:22:32.905367 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af7ca2f-917e-481e-8061-09131a325e8c,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:32.911913 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:32.912739 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] No DVR routers for this DVR port 5af7ca2f-917e-481e-8061-09131a325e8c on host dv-cinder-796113-5-iscsi {{(pid=93524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:32.954761 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760201354213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760200831079'] for port, after_delete {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.956654 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:32.977821 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Pushing event deleted for resources: {'Port': ['ID=5af7ca2f-917e-481e-8061-09131a325e8c,revision_number=None']} {{(pid=93525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:32.981235 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:32.984392 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481440', 'neutron.services.segments.db._delete_segments_for_network-8760201370835'] for network, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:32.984568 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378afd37-2156-45e6-9596-125f1ddb1538 None None] No DVR routers for this DVR port 5af7ca2f-917e-481e-8061-09131a325e8c on host dv-cinder-796113-5-iscsi {{(pid=93525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 18:22:32.996762 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31624146-6174-4c00-85ef-f45d67496041']}} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:33.011540 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe855588-7bf8-4374-9b80-5850805302f0') {'for_net_delete': True} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:33.011892 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.services.segments.db [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe855588-7bf8-4374-9b80-5850805302f0') {} {{(pid=93524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 18:22:33.021031 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760201370664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10439668'] for segment, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.035033 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496'] for segment, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10478914'] for segment, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: Traceback (most recent call last): Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: timer() Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: cb(*args, **kw) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: return func(*args, **kwargs) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: self._notify() Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: self.callback(batched_events) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: event.method(event) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: return f(self, *a, **k) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._get(url).json() Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: return self.request(url, 'GET', **kwargs) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 18:22:33.049543 dv-cinder-796113-5-iscsi neutron-server[93524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 18:22:33.223060 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637297'] for network, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.226364 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:33.229748 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686040'] for network, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.231554 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/31624146-6174-4c00-85ef-f45d67496041 HTTP/1.1" status: 204 len: 168 time: 0.8406849 Jun 18 18:22:33.241299 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31624146-6174-4c00-85ef-f45d67496041,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:33.243535 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-d34ed3b1-f1c2-4b07-b7b0-6c6cfe7b40d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:33.489635 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42454) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:33.530260 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-18458055-b0e6-4eb6-ba8d-0d9744f67e7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7d6298b24124774acf198d9fb2a4677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393240 Jun 18 18:22:33.532633 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42456) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:33.567796 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42458) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:33.582197 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.608445 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.611784 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-7ca7cab0-ec5b-4a72-9f51-f639a4db83f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f891bde6f0864ee6a12e83a179606c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426667 Jun 18 18:22:33.614128 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.wsgi [-] (93523) accepted ('10.222.0.42', 42460) {{(pid=93523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:33.666098 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.686443 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.750983 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.753771 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.754913 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51ad6d5e-62be-4ac2-b8b9-4ed3986df69e HTTP/1.1" status: 204 len: 168 time: 0.2213967 Jun 18 18:22:33.755719 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-49784135-8e00-4bce-9f82-e22b0ce9b29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:33.763958 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad6d5e-62be-4ac2-b8b9-4ed3986df69e,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:33.766621 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-dee7fd29-a35a-44f1-8cc9-073be6be4ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:33.806325 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.809084 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron_lib.callbacks.manager [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:33.810242 dv-cinder-796113-5-iscsi neutron-server[93523]: INFO neutron.wsgi [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6dfb03d-60cc-45f9-8ba6-10004883eb84 HTTP/1.1" status: 204 len: 168 time: 0.1952045 Jun 18 18:22:33.811414 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-cafbbbb0-8a80-4718-a6e0-a31150b1ea4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:33.819194 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dfb03d-60cc-45f9-8ba6-10004883eb84,revision_number=None']} {{(pid=93523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:33.821623 dv-cinder-796113-5-iscsi neutron-server[93523]: DEBUG oslo_concurrency.lockutils [None req-728be8fe-bfcb-4f91-84ab-61b201e01727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:34.492607 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 5af7ca2f-917e-481e-8061-09131a325e8c no longer exists at agent ovs-agent-dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 18:22:34.515842 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] No Port match for: 5af7ca2f-917e-481e-8061-09131a325e8c {{(pid=93525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 18:22:34.516555 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron.plugins.ml2.rpc [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Device 5af7ca2f-917e-481e-8061-09131a325e8c not bound to the agent host dv-cinder-796113-5-iscsi {{(pid=93525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 18:22:34.723595 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42468) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:34.767009 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-31c23c9c-92bf-4246-9103-4ccafbfa49ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f61a290a53c4702a57c6f33b7de9024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417192 Jun 18 18:22:34.769432 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.wsgi [-] (93524) accepted ('10.222.0.42', 42470) {{(pid=93524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 18:22:34.820397 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:34.842534 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:34.974328 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517943'] for security_group, after_delete {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:34.976965 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:34.978109 dv-cinder-796113-5-iscsi neutron-server[93524]: INFO neutron.wsgi [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be2e2d5d-2d9b-49a2-b463-84efed087dde HTTP/1.1" status: 204 len: 168 time: 0.2077498 Jun 18 18:22:34.979006 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-ba64a76c-1882-4114-ab1e-3b95770d534f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 18:22:34.987299 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e2d5d-2d9b-49a2-b463-84efed087dde,revision_number=None']} {{(pid=93524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 18:22:34.989589 dv-cinder-796113-5-iscsi neutron-server[93524]: DEBUG oslo_concurrency.lockutils [None req-8a3d6a89-5c9d-4f77-b29a-bc5e2a3a4cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 18:22:35.863969 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:22:52.619785 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-809546b1-6ce6-4e72-bbc8-0487e8e7f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:55.171604 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-7383bbfe-bfe0-4b96-a780-fee05bf65511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:55.462436 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:56.441776 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:22:58.127475 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:02.456645 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:12.866838 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:23:22.604893 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-40a6dfb8-5355-4ef2-81af-539ad0c9873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:25.155526 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-71a46fe7-b6cc-4264-a52f-c9812655b6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:25.452882 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:26.429917 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:28.118585 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:32.501783 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:49.865426 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:23:52.609593 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-48549dc7-338f-484d-93f2-3c7bf0e82210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:55.143488 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8e58-9ddc-4e02-a048-0f75d39b0be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:55.503349 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:56.531603 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:23:58.148750 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:02.480115 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:22.594385 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d26-c827-4a8b-bff3-89f980975f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:25.151640 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-497035a7-3ca1-4a69-86f9-941cacb38106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:25.443201 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:26.436806 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:26.863594 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:24:28.125057 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:32.489600 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:52.601825 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-799c1cc1-a278-4352-ac13-fef015c46561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:55.158618 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-34daffcc-c737-4251-a800-037a04d25026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:55.455520 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:56.467141 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:24:58.133881 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:02.505525 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:03.862270 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:25:22.632556 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce79-0928-4ede-914c-a6a5db54fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:25.134673 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8af168a9-7e8d-4675-b3ad-f8169323270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:25.432099 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:26.452799 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:28.115473 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:32.464040 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:40.864465 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:25:52.605988 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-d8a16438-55df-4b98-81cc-02163d1433dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:55.183811 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-21f37ec9-34c2-43dc-8e20-4b800e5e597f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:55.451808 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:56.446288 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:25:58.120837 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:02.476965 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:17.866337 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:26:22.624900 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-934ac12b-cf03-4301-a3f4-a65b0c043526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:25.154059 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-98498edd-0aa0-48f6-8b85-152f8e7d55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:25.453459 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:26.458990 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:28.133296 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:32.481758 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:52.624412 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-4535d231-344d-488d-b698-093906399216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:54.864723 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:26:55.147712 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-f05b9049-9538-4095-8cd7-cd18372b3a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:55.479001 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:56.449978 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:26:58.126992 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:02.518487 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:22.618448 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-afba4936-67df-4bd9-adc1-85eeffc7c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:25.154327 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-ee010be3-7477-430c-b0fa-82c7962345e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:25.451541 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-33fdeea0-85d9-467d-9385-b4a2b2ce8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:26.451239 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-6d900e29-8dfa-4f61-9675-7397e70c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:28.145982 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cbf-3bc7-4cec-854a-00037ea1dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:31.863091 dv-cinder-796113-5-iscsi neutron-server[93526]: DEBUG neutron.db.agents_db [None req-26acd54b-b9bb-48f1-9bf4-319933a759da None None] Agent healthcheck: found 6 active agents {{(pid=93526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 18:27:32.492074 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8e97-062a-4821-aa2b-c50ccada04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 18:27:52.614464 dv-cinder-796113-5-iscsi neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-169dd041-6359-4180-8296-94268dce6b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760201370817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480634'] for agent, after_update {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}